-- Logs begin at Tue 2022-10-04 04:54:18 UTC, end at Tue 2022-10-04 06:02:21 UTC. -- Oct 04 05:34:09.997748 dv-cinder-849143-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 04 05:34:12.656948 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.common.config [-] Logging enabled! Oct 04 05:34:12.657545 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 05:34:12.657752 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113035) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 05:34:12.660969 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.common.config [-] Logging enabled! Oct 04 05:34:12.661225 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 05:34:12.662066 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113035) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 05:34:12.663037 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 05:34:12.663273 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 05:34:12.663759 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 05:34:12.664011 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 05:34:12.664241 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 05:34:12.664558 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.664859 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.665092 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.665391 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.665685 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.665970 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.666284 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.666585 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.666871 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.667151 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.667436 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.667669 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.667952 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.668238 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.668529 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.668755 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] debug = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.669036 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.669473 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.669878 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.670186 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.670478 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.670759 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.671030 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.671306 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.671591 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.671919 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] host = dv-cinder-849143-10-iscsi {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.672196 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.672481 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.672770 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.673054 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.673329 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.673605 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.673891 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.674184 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.674460 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.674737 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.675029 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.675320 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.675611 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.675837 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.676062 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.676348 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.676638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.676915 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.677750 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.678030 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.678328 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.678605 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.678875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.679164 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.679454 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.679741 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.680019 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.680300 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.680572 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.680844 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.681126 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.681400 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.681674 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.681948 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.682259 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.682532 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.682806 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.683107 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.683393 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.683677 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.683966 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.684242 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.684524 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.684796 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.685069 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.685340 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] use_json = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.685614 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.685884 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.686194 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.686469 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.686741 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.687015 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.687285 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.687572 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.687847 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:12.688145 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.688446 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.688750 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.689036 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.689344 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.689631 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.689924 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.690232 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.690525 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.690815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.691106 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.691382 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.691946 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.692244 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.692542 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.692873 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.693168 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.693460 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.693738 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.694014 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.694318 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.694599 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.694886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.695166 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.695453 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.695744 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.696025 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.696322 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.696608 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.696894 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.697189 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.697479 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.697754 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.698034 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.698353 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.698633 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.698907 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.699198 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.699474 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.699747 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.700031 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.700330 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.700620 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.700895 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.701173 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.701463 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.701739 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.702012 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.702315 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.702596 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.702870 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.703156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.703434 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.703707 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.703979 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.704258 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.704531 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.704804 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.705080 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.705353 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.705629 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.705902 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.706207 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.706483 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.706754 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.707027 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.707299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.707569 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.707845 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.708117 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.708413 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.708684 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.708955 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.709226 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.709508 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.709803 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.710077 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.710384 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.710664 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.710941 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.711217 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.711493 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.711769 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.712044 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.712317 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.712608 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.712891 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.713175 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.713456 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.713750 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.714044 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.714351 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.714631 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.714907 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.715184 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.715460 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.715741 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.716018 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.716295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.716579 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.716866 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.717162 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.717459 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.717739 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.718034 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.718358 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.718656 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.718937 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.719247 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.719528 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:12.719747 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 05:34:12.719988 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 04 05:34:13.101314 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 05:34:13.101671 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 05:34:13.101987 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 05:34:13.102312 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 05:34:13.102598 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 05:34:13.102934 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 04 05:34:13.427146 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.427369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.427651 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.428826 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.429103 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.429370 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.482417 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.482696 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.482965 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.498792 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.499094 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.499353 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.527583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.527867 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.528141 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.563621 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.563903 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.564172 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.793767 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.794434 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.794434 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.795430 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.796142 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.893905 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.894257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.894545 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.894818 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.895086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.895402 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.895695 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.895954 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.896212 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.896496 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.896757 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.897023 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.897282 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.897536 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.897793 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.898058 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.898345 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.898613 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.898884 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.899142 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.899415 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.899668 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.899949 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.900327 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.900581 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.900836 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.901228 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:13.901470 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:13.901710 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:13.901948 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:13.902206 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:13.902445 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:13.902816 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 04 05:34:13.905940 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 04 05:34:13.909850 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 04 05:34:13.913791 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Oct 04 05:34:13.915468 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 04 05:34:13.916100 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 04 05:34:13.916440 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 04 05:34:13.916824 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 04 05:34:13.919618 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 04 05:34:13.919875 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 04 05:34:13.920227 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 05:34:13.925332 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 04 05:34:13.949520 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 04 05:34:13.949974 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.950308 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 04 05:34:13.950685 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.952042 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 04 05:34:13.952325 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 05:34:13.952574 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 04 05:34:13.963433 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:13.963717 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:14.103394 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 04 05:34:14.103632 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 04 05:34:14.103875 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 04 05:34:14.104246 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 04 05:34:14.156407 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO dbcounter [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Registered counter for database neutron Oct 04 05:34:14.175892 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_db.sqlalchemy.engines [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 04 05:34:14.182273 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG dbcounter [-] [113035] Writer thread running {{(pid=113035) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 05:34:14.851734 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing driver for type 'gre' Oct 04 05:34:14.852426 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] gre ID ranges: [(1, 1000)] Oct 04 05:34:15.017490 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing driver for type 'local' Oct 04 05:34:15.285314 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing driver for type 'vlan' Oct 04 05:34:15.315022 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] VlanTypeDriver initialization complete Oct 04 05:34:15.315378 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing driver for type 'vxlan' Oct 04 05:34:15.315897 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] vxlan ID ranges: [(1, 1000)] Oct 04 05:34:15.554069 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing extension driver 'port_security' Oct 04 05:34:15.554377 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.extensions.port_security [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] PortSecurityExtensionDriver initialization complete Oct 04 05:34:15.554713 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing mechanism driver 'openvswitch' Oct 04 05:34:15.555037 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing mechanism driver 'hyperv' Oct 04 05:34:15.561642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.plugin [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:34:15.562353 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.562734 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.563096 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.563607 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 05:34:15.564039 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.564404 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.564760 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.565181 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 05:34:15.565599 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.565956 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.566351 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.566995 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 05:34:15.567406 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > security_group after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.568391 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > security_group after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.568725 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > security_group after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.569122 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 05:34:15.569531 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.569883 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.570280 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.570803 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 05:34:15.571214 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > address_group after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.571574 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > address_group after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.571924 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > address_group after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.572315 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 05:34:15.572763 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] ML2 OVO RPC backend initialized. {{(pid=113035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 04 05:34:15.573471 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_interface after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.573830 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.574319 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.574700 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > networks before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.575051 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.575397 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > ports before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.575747 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.576117 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnets before_response 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.576471 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.576816 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.577156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.577496 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.577835 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.578201 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.578856 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.579070 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.579221 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > subnet after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.586806 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded quota_driver: . Oct 04 05:34:15.587177 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.plugin [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Modular L2 Plugin initialization complete Oct 04 05:34:15.587550 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading services supported by the core plugin {{(pid=113035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 04 05:34:15.587897 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.plugins.ml2.managers [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Got port-security extension from driver 'port_security' Oct 04 05:34:15.588382 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.extensions.vlantransparent [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Disabled vlantransparent extension. Oct 04 05:34:15.588885 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 04 05:34:15.589214 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: router Oct 04 05:34:15.646590 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_interface before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.646989 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_create 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.647363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router before_create 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.647731 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.648108 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.648469 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_delete 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.648832 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > floatingip after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.649186 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > floatingip after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.649546 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_create 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.649928 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_update 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.650337 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_update 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.650688 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.651053 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_update 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.651472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_update 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.651849 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.652194 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.652537 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: subnet after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.652886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.653240 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > port precommit_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.653597 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_create 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.653945 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.654315 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.654681 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router after_update 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.655029 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_delete 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.655387 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_create 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.655752 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router_interface after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.656101 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_update 55549900 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.656470 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > agent after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.656823 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > agent after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.657191 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > network after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.658052 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Tracking information for resource: router configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:15.658411 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Tracking information for resource: floatingip configured {{(pid=113035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 05:34:15.663839 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.db.l3_agentschedulers_db [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 04 05:34:15.664422 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.664795 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port after_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.665154 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port after_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.665510 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: port after_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.666338 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router before_create 55550100 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.666708 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_delete 55550100 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.667074 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_create 55550100 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.667435 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > router precommit_update 55550100 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.672343 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.provider_configuration [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service providers = [] {{(pid=113035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 04 05:34:15.672714 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.db.servicetype_db [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 04 05:34:15.675911 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.service_base [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 05:34:15.676266 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.service_base [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 05:34:15.676613 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.service_base [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 05:34:15.681848 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.services.service_base [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 05:34:15.682251 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.services.service_base [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 04 05:34:15.682641 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.682964 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 04 05:34:15.700097 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.700428 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: auto_allocate Oct 04 05:34:15.706258 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: network precommit_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.706639 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: network precommit_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.707165 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.707489 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: tag Oct 04 05:34:15.714125 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.714479 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: timestamp Oct 04 05:34:15.718549 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.718887 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: network_ip_availability Oct 04 05:34:15.724900 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.725278 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.725709 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.726416 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.726742 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: flavors Oct 04 05:34:15.731436 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.731769 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading Plugin: revisions Oct 04 05:34:15.736211 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 05:34:15.736596 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.634s {{(pid=113035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 05:34:15.737330 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 04 05:34:15.737669 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Initializing extension manager. Oct 04 05:34:15.738227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: __init__.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.738561 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: __pycache__ {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.738897 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: address_group.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.740427 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.740999 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: address-group Oct 04 05:34:15.741327 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: address_scope.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.742022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.742564 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: address-scope Oct 04 05:34:15.742890 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: admin_state_down_before_update.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.743778 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.744290 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: router-admin-state-down-before-update Oct 04 05:34:15.744618 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: agent.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.745291 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.745791 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: agent Oct 04 05:34:15.746114 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: agent_resources_synced.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.746999 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.747508 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: agent-resources-synced Oct 04 05:34:15.747835 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: allowedaddresspairs.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.749569 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.750094 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: allowed-address-pairs Oct 04 05:34:15.750479 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: auto_allocated_topology.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.751508 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.752024 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: auto-allocated-topology Oct 04 05:34:15.752351 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: availability_zone.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.753010 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.753554 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: availability_zone Oct 04 05:34:15.753882 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: availability_zone_filter.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.754782 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.755317 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: availability_zone_filter Oct 04 05:34:15.755644 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: data_plane_status.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.756527 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.757028 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension data-plane-status not supported by any of loaded plugins Oct 04 05:34:15.757351 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: default_subnetpools.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.758269 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.758802 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: default-subnetpools Oct 04 05:34:15.759122 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: dhcpagentscheduler.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.759888 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.760405 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: dhcp_agent_scheduler Oct 04 05:34:15.760731 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: dns.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.761598 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.762099 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension dns-integration not supported by any of loaded plugins Oct 04 05:34:15.762448 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: dns_domain_ports.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.763321 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.763833 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 04 05:34:15.764159 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.765039 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.765539 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 04 05:34:15.765864 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: dvr.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.766548 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.767054 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: dvr Oct 04 05:34:15.767381 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: ecmp_routes.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.768261 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.768764 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension ecmp_routes not supported by any of loaded plugins Oct 04 05:34:15.769088 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: empty_string_filtering.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.769955 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.770510 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: empty-string-filtering Oct 04 05:34:15.770861 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.771731 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.772231 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 04 05:34:15.772556 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.773423 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.773931 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 04 05:34:15.774295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: external_net.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.775170 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.775674 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: external-net Oct 04 05:34:15.775999 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: extra_dhcp_opt.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.776867 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.777370 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: extra_dhcp_opt Oct 04 05:34:15.777696 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: extraroute.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.778592 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.779106 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: extraroute Oct 04 05:34:15.779435 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: extraroute_atomic.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.780431 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.780945 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: extraroute-atomic Oct 04 05:34:15.781274 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: filter_validation.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.781899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.782443 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: filter-validation Oct 04 05:34:15.782771 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: fip_pf_description.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.783641 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.784147 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 04 05:34:15.784470 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: fip_pf_detail.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.785338 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.785844 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: floating-ip-port-forwarding-detail Oct 04 05:34:15.786703 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: fip_pf_port_range.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.787585 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.788094 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 04 05:34:15.788418 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: fip_port_details.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.789287 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.789804 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: fip-port-details Oct 04 05:34:15.790129 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: flavors.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.791325 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.791843 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: flavors Oct 04 05:34:15.792170 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.793763 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.794335 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 04 05:34:15.794677 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: floatingip_pools.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.795350 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.795864 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: floatingip-pools Oct 04 05:34:15.796198 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: ip_allocation.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.797078 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.797586 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension ip_allocation not supported by any of loaded plugins Oct 04 05:34:15.797913 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.798847 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.799362 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: ip-substring-filtering Oct 04 05:34:15.799693 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l2_adjacency.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.800582 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.801089 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 04 05:34:15.801417 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.803009 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.803528 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: router Oct 04 05:34:15.803858 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_conntrack_helper.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.806332 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.806817 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 04 05:34:15.807157 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.808044 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.808565 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: ext-gw-mode Oct 04 05:34:15.808901 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.809782 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.810328 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: l3-ha Oct 04 05:34:15.810662 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.811536 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.812046 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 04 05:34:15.812377 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_flavors.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.813254 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.813772 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: l3-flavors Oct 04 05:34:15.814104 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_ndp_proxy.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.815454 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.815970 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 04 05:34:15.816301 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.817480 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.818002 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 04 05:34:15.818359 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: l3agentscheduler.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.819355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.819877 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: l3_agent_scheduler Oct 04 05:34:15.820209 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: local_ip.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.821894 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.822454 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension local_ip not supported by any of loaded plugins Oct 04 05:34:15.822794 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: logging.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.824226 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.824750 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension logging not supported by any of loaded plugins Oct 04 05:34:15.825086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: metering.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.825791 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.826403 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: metering Oct 04 05:34:15.826735 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.827779 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.828297 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: metering_source_and_destination_fields Oct 04 05:34:15.828627 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: multiprovidernet.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.829518 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.830043 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: multi-provider Oct 04 05:34:15.830397 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: netmtu.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.831277 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.831792 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: net-mtu Oct 04 05:34:15.832120 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: netmtu_writable.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.832993 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.833530 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: net-mtu-writable Oct 04 05:34:15.833857 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: network_availability_zone.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.834535 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.835045 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: network_availability_zone Oct 04 05:34:15.835374 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: network_ip_availability.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.836425 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.836935 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: network-ip-availability Oct 04 05:34:15.837264 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: network_segment_range.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.837991 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.838525 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension network-segment-range not supported by any of loaded plugins Oct 04 05:34:15.838851 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: pagination.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.839786 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.840121 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: pagination Oct 04 05:34:15.840447 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: port_device_profile.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.841327 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.841848 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: port-device-profile Oct 04 05:34:15.842201 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: port_mac_address_override.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.843094 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.843607 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: port-mac-override Oct 04 05:34:15.843932 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.844809 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.845323 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: port-mac-address-regenerate Oct 04 05:34:15.845651 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.846545 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.847056 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: port-numa-affinity-policy Oct 04 05:34:15.847381 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: port_resource_request.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.848260 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.849298 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension port-resource-request not supported by any of loaded plugins Oct 04 05:34:15.849625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: port_resource_request_groups.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.850571 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.851079 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 04 05:34:15.851404 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: portbindings.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.852296 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.852817 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: binding Oct 04 05:34:15.853124 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: portbindings_extended.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.854377 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.854904 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: binding-extended Oct 04 05:34:15.855233 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: portsecurity.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.856106 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.856626 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: port-security Oct 04 05:34:15.856953 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: project_id.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.858079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.858451 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: project-id Oct 04 05:34:15.858781 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: providernet.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.859664 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.860184 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: provider Oct 04 05:34:15.860514 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.864037 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.865178 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos not supported by any of loaded plugins Oct 04 05:34:15.865513 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.866755 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.867283 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 04 05:34:15.867617 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.868498 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.869016 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 04 05:34:15.869345 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_default.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.870260 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.870780 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-default not supported by any of loaded plugins Oct 04 05:34:15.871110 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_fip.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.871994 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.872512 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-fip not supported by any of loaded plugins Oct 04 05:34:15.872843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_fip_network_policy.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.873727 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.874273 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 04 05:34:15.874604 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_gateway_ip.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.875498 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.876009 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 04 05:34:15.876336 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_port_network_policy.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.877213 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.877726 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 04 05:34:15.878053 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.879076 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.879594 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 04 05:34:15.879922 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.880938 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.881450 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 04 05:34:15.881776 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_pps_rule.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.882934 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.883456 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-pps not supported by any of loaded plugins Oct 04 05:34:15.883784 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_rule_type_details.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.884660 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.885349 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 04 05:34:15.885506 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_rule_type_filter.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.886405 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.886918 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 04 05:34:15.887246 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: qos_rules_alias.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.888251 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.888762 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 04 05:34:15.889092 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: quota_check_limit.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.889964 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.890513 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: quota-check-limit Oct 04 05:34:15.890840 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: quotasv2.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.891732 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.892065 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: quotas Oct 04 05:34:15.892392 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: quotasv2_detail.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.894064 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.894430 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: quota_details Oct 04 05:34:15.894765 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: rbac.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.895821 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.896352 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: rbac-policies Oct 04 05:34:15.896682 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: rbac_address_group.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.897573 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.898093 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: rbac-address-group Oct 04 05:34:15.898450 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: rbac_address_scope.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.899403 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.899925 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: rbac-address-scope Oct 04 05:34:15.900255 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: rbac_security_groups.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.901138 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.901656 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: rbac-security-groups Oct 04 05:34:15.901986 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: rbac_subnetpool.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.902897 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.903417 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: rbac-subnetpool Oct 04 05:34:15.903743 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: revisionifmatch.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.904633 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.905153 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: revision-if-match Oct 04 05:34:15.905478 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: revisions.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.906592 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.907106 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: standard-attr-revisions Oct 04 05:34:15.907433 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: router_availability_zone.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.908067 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.908586 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: router_availability_zone Oct 04 05:34:15.908910 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: routerservicetype.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.909789 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.910341 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension router-service-type not supported by any of loaded plugins Oct 04 05:34:15.910669 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.912077 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.912593 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: security-groups-normalized-cidr Oct 04 05:34:15.912920 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: security_groups_port_filtering.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.913801 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.914341 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: port-security-groups-filtering Oct 04 05:34:15.914670 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.915563 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.916077 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: security-groups-remote-address-group Oct 04 05:34:15.916401 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.917301 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.917804 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: security-groups-shared-filtering Oct 04 05:34:15.918131 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: securitygroup.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.928562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.929098 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: security-group Oct 04 05:34:15.929437 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: segment.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.930159 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.930679 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension segment not supported by any of loaded plugins Oct 04 05:34:15.931011 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.931913 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.932429 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 04 05:34:15.932760 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: servicetype.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.933805 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.934355 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: service-type Oct 04 05:34:15.934689 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: sorting.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.935638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.935975 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: sorting Oct 04 05:34:15.936301 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: standard_attr_segment.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.937196 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.937715 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 04 05:34:15.938042 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: standardattrdescription.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.938684 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.939208 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: standard-attr-description Oct 04 05:34:15.939536 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: stateful_security_group.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.940428 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.940950 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: stateful-security-group Oct 04 05:34:15.941281 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: stdattrs_common.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.942097 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 04 05:34:15.942469 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.943359 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.943875 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 04 05:34:15.944204 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: subnet_onboard.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.945212 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.945737 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: subnet_onboard Oct 04 05:34:15.946067 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.946982 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.947494 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 04 05:34:15.947824 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: subnet_service_types.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.948710 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.949227 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: subnet-service-types Oct 04 05:34:15.949557 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: subnetallocation.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.950628 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.951153 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: subnet_allocation Oct 04 05:34:15.951483 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.952114 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.952631 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: subnetpool-prefix-ops Oct 04 05:34:15.952958 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.953857 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.954407 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 04 05:34:15.954735 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: tagging.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.955758 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.956295 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: standard-attr-tag Oct 04 05:34:15.956632 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: timestamp.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.957783 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.958848 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loaded extension: standard-attr-timestamp Oct 04 05:34:15.959181 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: trunk.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.960172 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.960694 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension trunk not supported by any of loaded plugins Oct 04 05:34:15.961026 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: trunk_details.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.961898 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.962443 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension trunk-details not supported by any of loaded plugins Oct 04 05:34:15.962772 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: uplink_status_propagation.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.963648 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.964162 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 04 05:34:15.964489 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Loading extension file: vlantransparent.py {{(pid=113035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 05:34:15.965118 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 05:34:15.965631 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 04 05:34:15.968223 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:network Oct 04 05:34:15.968748 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:subnet Oct 04 05:34:15.969151 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 05:34:15.969542 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:port Oct 04 05:34:15.970847 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.971296 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service FLAVORS assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.971906 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.972357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.972693 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:router Oct 04 05:34:15.973129 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:floatingip Oct 04 05:34:15.973624 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service METERING assigned prefix: /metering {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.975618 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.976000 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.976357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:34:15.977353 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 05:34:15.977812 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:security_group Oct 04 05:34:15.978255 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 05:34:15.978801 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service CORE assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.979136 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 05:34:15.979485 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] subnetpool is already registered Oct 04 05:34:15.979911 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service CORE assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.980268 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 05:34:15.980618 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] subnetpool is already registered Oct 04 05:34:15.983029 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.983483 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service FLAVORS assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.984106 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.984652 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.984990 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:router Oct 04 05:34:15.985346 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] router is already registered Oct 04 05:34:15.985776 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:floatingip Oct 04 05:34:15.986121 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] floatingip is already registered Oct 04 05:34:15.986613 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service METERING assigned prefix: /metering {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.987329 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 05:34:15.987660 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] rbac_policy is already registered Oct 04 05:34:15.988083 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:security_group Oct 04 05:34:15.988432 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] security_group is already registered Oct 04 05:34:15.988846 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 05:34:15.989182 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] security_group_rule is already registered Oct 04 05:34:15.989715 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service CORE assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.990040 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 05:34:15.990407 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] subnetpool is already registered Oct 04 05:34:15.990823 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.v2.resource_helper [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Service CORE assigned prefix: {{(pid=113035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 05:34:15.991143 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 05:34:15.991473 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING neutron.quota.resource_registry [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] subnetpool is already registered Oct 04 05:34:15.991947 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: extensions {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:15.993543 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: address-groups {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:15.995096 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: address-scopes {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:15.996345 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: agents {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:15.997529 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: auto-allocated-topology {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.000050 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: availability_zones {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.001307 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: dhcp-networks {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.002784 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: dhcp-agents {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.004342 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: routers {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.006156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: flavors {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.007356 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: service_profiles {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.008681 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: next_providers {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.010197 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: service_profiles {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.011672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: floatingip-pools {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.012973 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: routers {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.014837 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: floatingips {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.016048 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: l3-routers {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.017465 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: l3-agents {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.019041 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: metering-labels {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.020321 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: metering-label-rules {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.022160 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: network-ip-availabilities {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.023730 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: bindings {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.025320 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: quotas {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.026943 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: quotas {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.028600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: rbac-policies {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.029811 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: security-groups {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.031068 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: security-group-rules {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.032342 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: service-providers {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.033664 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: subnetpools {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.035059 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: subnetpools {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.037149 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.038985 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.040733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.042680 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.044400 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.046325 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.048149 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.049972 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.051837 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.053720 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron.api.extensions [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Extended resource: tags {{(pid=113035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 05:34:16.060756 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING keystonemiddleware.auth_token [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 04 05:34:16.065741 dv-cinder-849143-10-iscsi neutron-server[113035]: WARNING keystonemiddleware.auth_token [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 04 05:34:16.074877 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Acquiring lock "singleton_lock" {{(pid=113035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 04 05:34:16.075233 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Acquired lock "singleton_lock" {{(pid=113035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 04 05:34:16.075667 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_concurrency.lockutils [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Releasing lock "singleton_lock" {{(pid=113035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 04 05:34:16.076323 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Starting 2 workers Oct 04 05:34:16.081185 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Started child 113152 {{(pid=113035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 05:34:16.086180 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Started child 113153 {{(pid=113035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 05:34:16.087442 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:16.088130 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO neutron.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 04 05:34:16.088363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Publish callbacks [] for process (None), before_spawn {{(pid=113035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:16.089036 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [-] (113152) wsgi starting up on http://0.0.0.0:9696 Oct 04 05:34:16.090797 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Starting 1 workers Oct 04 05:34:16.090951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:16.092274 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [-] (113153) wsgi starting up on http://0.0.0.0:9696 Oct 04 05:34:16.096003 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Started child 113154 {{(pid=113035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 05:34:16.096553 dv-cinder-849143-10-iscsi neutron-server[113035]: INFO oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Starting 1 workers Oct 04 05:34:16.100388 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] calling RpcWorker wait() {{(pid=113154) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 04 05:34:16.100925 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] returning from RpcWorker wait() {{(pid=113154) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 04 05:34:16.101612 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Started child 113155 {{(pid=113035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 05:34:16.102222 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:16.102387 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG neutron_lib.callbacks.manager [None req-8fca81a2-b225-4f20-a7cb-7ae242a6844e None None] Publish callbacks [] for process (None), after_spawn {{(pid=113035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:16.102790 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:34:16.104307 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 05:34:16.104524 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 05:34:16.104713 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 05:34:16.104945 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 05:34:16.105297 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 05:34:16.105478 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 05:34:16.105984 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.106299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.106584 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.106687 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:16.107135 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.107422 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.107599 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:34:16.107699 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.107940 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.108230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.108481 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.108651 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.108820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.109078 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.109328 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.109645 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.109935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.110219 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.110445 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.110617 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.110868 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.111132 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.111388 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.111681 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] debug = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.111936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.112450 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.112702 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.112940 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.113195 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.113474 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.113728 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.114017 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.114346 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.114598 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.114835 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.115103 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.115351 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.115605 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.115842 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.116119 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.116340 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.116834 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] host = dv-cinder-849143-10-iscsi {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.117091 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.117332 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.117589 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.117841 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.118106 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.118363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.118641 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.118901 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.119154 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.119382 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.119648 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.119898 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.120115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.120355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.120521 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_options = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.120758 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.121036 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.121308 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.121499 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.121668 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.121834 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.122113 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.122304 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.122553 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.122771 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.122985 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.123201 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.123433 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.123668 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.123911 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.124148 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.124369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.124611 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.124886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.125133 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.125364 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.125730 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.125957 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.126331 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.126958 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.127262 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.127487 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.127735 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.127955 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.129334 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.129444 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.129728 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.129982 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.130251 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.130532 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.130768 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.131005 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.131317 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.131593 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.131818 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.132079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.132328 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.132746 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.132746 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.132982 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.133205 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.133424 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_json = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.133639 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.134033 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.134321 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.134560 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.134857 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.135086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.135258 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.135511 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.135681 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.136108 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.136408 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.136730 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.136984 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.137252 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.137563 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.138102 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.149299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.150733 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.151843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.152492 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153204 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153204 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153204 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153204 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153204 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153589 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153589 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.153799 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.154015 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.154261 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.154472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.155385 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.157098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158045 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158045 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158045 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158045 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158045 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158584 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158584 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158751 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.158835 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.159066 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.159281 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.159515 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.159737 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.159949 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.160164 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.160410 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.160728 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.163230 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164382 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164477 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.164794 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.165019 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.165273 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.165484 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.165706 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.165927 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.166335 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.166561 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.166812 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.167038 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.167301 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.167557 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.167791 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.168039 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.168312 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.168568 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.168841 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.169079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.169380 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.169601 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.169857 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.170175 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.170429 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.170683 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.170945 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.171178 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.171450 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.172123 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.172123 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.172295 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.172457 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.172853 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.173105 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.173345 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.173580 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.173814 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.174160 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.174403 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.174642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.174865 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.175151 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.175401 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.175644 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.175910 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.176158 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.176414 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.176671 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.176935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.177158 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.177391 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.177622 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.177858 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182341 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 36912) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182432 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.182896 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183704 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183770 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.183976 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.184192 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.184462 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.184719 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.184938 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.185156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.185380 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.185581 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048826 Oct 04 05:34:16.185677 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.185845 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.186287 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.186660 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.186920 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.187175 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.187541 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.187806 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.188040 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.188302 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.188546 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.188785 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.189008 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.189227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.189480 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.189702 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.189945 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.190209 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.190442 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.190595 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043392 Oct 04 05:34:16.190705 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.190947 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.191220 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.191471 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.191952 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.192231 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.192526 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.193583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.193583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.193583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.193583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.194028 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.194028 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.194282 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.194430 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.195564 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.195802 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.196049 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.196285 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.196618 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.197264 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.197264 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.197557 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.197644 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.197832 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.198090 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.198352 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.198568 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.198797 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.199549 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.199549 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.199549 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.199884 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.199884 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.200098 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.200292 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.200503 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.200728 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.200938 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.201149 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.201374 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.201595 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.201809 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.202052 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.202289 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.202494 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.203815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.203815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.203815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.203815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.203815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.203815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.204440 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.204440 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.204440 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.204737 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.204933 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.205099 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.206085 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.206085 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.206085 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.206085 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.206547 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.206660 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.207257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.207257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.207580 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.207580 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.207833 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.208915 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.208915 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.209164 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.209419 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.209711 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.210040 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.210284 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.211466 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.211772 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.212114 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.212691 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.212691 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.212974 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.213131 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.213357 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.213583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.213846 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.214086 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.214336 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.214587 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.214825 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.215077 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.215300 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.215528 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.216721 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.216981 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.217221 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.217453 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.217680 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.217843 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 05:34:16.218425 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 05:34:16.218769 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 05:34:16.219084 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 05:34:16.219265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 05:34:16.219439 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 05:34:16.219597 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 05:34:16.219815 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.219979 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.220289 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.220633 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.221625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.222177 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.222504 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.222804 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.223107 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.223279 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.223481 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.223605 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.224323 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.224635 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.224802 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.225166 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.225491 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.225653 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.225972 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.226301 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.226471 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.226634 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] debug = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.226773 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.226975 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.227160 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.227304 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.227443 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.227599 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.227761 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.227923 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.228085 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.228246 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.228856 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.228856 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.228856 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.228856 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.229419 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.229419 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.229419 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.229765 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] host = dv-cinder-849143-10-iscsi {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.229765 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.229765 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230114 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230114 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230393 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230393 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230548 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230663 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230823 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.230984 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.231151 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_options = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.232210 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233167 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.233886 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.234216 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.234216 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.234352 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.234484 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.234646 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.234911 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235165 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235165 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235495 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235495 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235723 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235723 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.235870 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.236875 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.237693 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.237693 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.237693 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.237693 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.237693 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238299 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238691 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238691 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238691 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238996 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_json = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.238996 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.239206 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.239319 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.239443 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.239604 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.239761 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.239922 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.240085 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.240341 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 05:34:16.240456 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.240587 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.240756 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.240927 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.241087 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.241411 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.241575 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.241884 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.242254 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.242571 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.242732 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.242958 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.243088 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248355 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.248899 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.249464 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250022 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.250642 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251257 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.251820 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.252312 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.252312 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.252312 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.252527 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.252606 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.254600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.255625 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.257156 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258050 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258050 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258050 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258537 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.258672 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.259583 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.260369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.260369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.260369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.260369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.260369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.260369 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261010 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261010 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261010 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261010 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261468 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261468 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261468 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261788 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.261788 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262017 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262175 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262313 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262437 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262592 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262758 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.262923 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.263088 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.263274 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.263460 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.263600 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264092 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264092 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264092 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264389 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264389 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264539 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264873 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.264873 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265020 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265148 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265294 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265476 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265639 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265799 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.265962 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.266127 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.266313 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.266490 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.266490 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.266868 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.266936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.267936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.267936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.267936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.267936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.267936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.267936 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268565 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268565 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268565 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268565 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268950 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268950 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.268950 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269237 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269237 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269679 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269679 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269679 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269970 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.269970 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.270212 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.270325 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.270431 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.271114 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.271282 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.271445 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272012 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272012 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272012 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272331 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272331 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272559 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272559 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272766 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272871 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.272997 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.273408 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.273408 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.273606 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.273606 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.273800 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.273903 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.274714 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.274714 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.274714 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.274714 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.274714 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283265 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.283935 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.284562 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285115 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.285658 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288079 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.288638 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.289876 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.290472 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.291363 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.292227 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.293119 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.293119 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.293119 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 05:34:16.293119 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 05:34:25.406708 dv-cinder-849143-10-iscsi neutron-server[113035]: DEBUG dbcounter [-] [113035] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113035) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:27.565022 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5030af3-436e-4fb8-848f-738ac580c485 None None] get_active_networks_info from dv-cinder-849143-10-iscsi {{(pid=113154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 05:34:27.575736 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writer thread running {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 05:34:27.635383 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5030af3-436e-4fb8-848f-738ac580c485 None None] No non-hosted networks {{(pid=113154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 04 05:34:27.652051 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.agentschedulers_db [None req-a5030af3-436e-4fb8-848f-738ac580c485 None None] DHCP Agent not found on host dv-cinder-849143-10-iscsi {{(pid=113154) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 04 05:34:27.756807 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcf4a-5f61-40ed-b8fe-8dcef230fb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830619'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:29.296578 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writer thread running {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 05:34:29.921962 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-742a223a-5219-48f3-a634-e5dff7c126e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830619'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:29.972266 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.db.api [None req-78ed0ed7-1d45-4add-a10b-0bd6d60fef30 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-10-iscsi {{(pid=113154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 05:34:29.973762 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG oslo_db.api [None req-78ed0ed7-1d45-4add-a10b-0bd6d60fef30 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 05:34:30.508920 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-78ed0ed7-1d45-4add-a10b-0bd6d60fef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:31.109143 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830619'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:31.481182 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 36994) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:32.065873 dv-cinder-849143-10-iscsi neutron-server[113152]: WARNING oslo_policy.policy [None req-4c5a6cbb-facc-405a-900a-af4796daaedc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:32.066470 dv-cinder-849143-10-iscsi neutron-server[113152]: WARNING oslo_policy.policy [None req-4c5a6cbb-facc-405a-900a-af4796daaedc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:32.295448 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [None req-4c5a6cbb-facc-405a-900a-af4796daaedc admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:34:32.310928 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4c5a6cbb-facc-405a-900a-af4796daaedc admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8286986 Oct 04 05:34:32.731564 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830619'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:32.822909 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830619'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:32.823647 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.824003 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.824331 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.824653 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.824972 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.825329 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.826181 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.826557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.826886 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.827217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.827597 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.827922 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.828366 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.829031 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.829357 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:32.829759 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:34:32.847396 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:34:34.184023 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.db.l3_hamode_db [None req-31253b4e-ea23-43c2-ba40-9a8b2832b30e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 04 05:34:34.259483 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31253b4e-ea23-43c2-ba40-9a8b2832b30e None None] Routers set() bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:34:34.259865 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31253b4e-ea23-43c2-ba40-9a8b2832b30e None None] Router IDs set() for agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 05:34:35.032731 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37030) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:35.348296 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:34:35.360037 dv-cinder-849143-10-iscsi neutron-server[113152]: ERROR stevedore.extension [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 05:34:35.444710 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.policy [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113152) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 05:34:35.490596 dv-cinder-849143-10-iscsi neutron-server[113152]: WARNING oslo_policy.policy [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:35.491078 dv-cinder-849143-10-iscsi neutron-server[113152]: WARNING oslo_policy.policy [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:35.515900 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writer thread running {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 05:34:35.793845 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773958360730', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773958357166', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773958111602', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773958122691', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773958124975', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773958132479', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3567030', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3566967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1792699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1765509'] for rbac-policy (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:35.967297 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:35.968454 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a19a26b6-a997-41bd-834b-a865adc534b6 admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9348216 Oct 04 05:34:38.533703 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37040) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:38.850219 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:34:38.936476 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Made reservation on behalf of a0d3c9e097bf4d3ea90c631eadb9d0d9 for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:34:38.940678 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:38.959430 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.065909 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks [] for security_group (b53c0184-e1e7-410b-b281-779e0b9cbe47), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.107721 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (b53c0184-e1e7-410b-b281-779e0b9cbe47), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.132173 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:34:39.167216 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773956884179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (9b41087f-9531-413d-b246-bb6f08c03bc0), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.167787 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Unsubscribe: segment precommit_create {{(pid=113152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 05:34:39.168326 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Added segment 9b41087f-9531-413d-b246-bb6f08c03bc0 of type vlan for network 03300096-b7d1-4721-9b74-598da818c486 Oct 04 05:34:39.184450 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c0184-e1e7-410b-b281-779e0b9cbe47,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:39.236401 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.236737 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.237092 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.237441 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.237768 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.238113 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.238459 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.238778 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.239109 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.239432 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.239748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.240078 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.240391 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.240700 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.241012 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Tracked resource versions report: Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: pushed versions: Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: { 'AddressGroup': {'1.2'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Agent': {'1.1'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'ConntrackHelper': {'1.0'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Log': {'1.0'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'NDPProxy': {'1.0'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Network': {'1.1'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Port': {'1.7'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'PortForwarding': {'1.3'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'QosPolicy': {'1.10'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroup': {'1.5'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SubPort': {'1.0'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Subnet': {'1.1'}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Trunk': {'1.1'}} Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: consumer versions: Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Agent': '1.1', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'ConntrackHelper': '1.0', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'LocalIPAssociation': '1.0', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Log': '1.0', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'NDPProxy': '1.0', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Network': '1.1', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Port': '1.7', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'PortForwarding': '1.3', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'QosPolicy': '1.10', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroup': '1.5', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroupRule': '1.2', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SubPort': '1.0', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Subnet': '1.1', Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Trunk': '1.1'}} Oct 04 05:34:39.242516 dv-cinder-849143-10-iscsi neutron-server[113152]: {{(pid=113152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:34:39.273388 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (03300096-b7d1-4721-9b74-598da818c486), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.276785 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=47,neutron:INSERT=49,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:39.433602 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (03300096-b7d1-4721-9b74-598da818c486), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.438442 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:34:39.442428 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:39.553547 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] Pushing event updated for resources: {'Network': ['ID=03300096-b7d1-4721-9b74-598da818c486,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:39.565361 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 03300096-b7d1-4721-9b74-598da818c486 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:34:39.602150 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f0d51cd8-2160-4aff-b563-83a5913fcb1b demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0674136 Oct 04 05:34:42.230633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37054) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:42.728823 dv-cinder-849143-10-iscsi neutron-server[113153]: WARNING oslo_policy.policy [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:42.729404 dv-cinder-849143-10-iscsi neutron-server[113153]: WARNING oslo_policy.policy [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:42.959591 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writer thread running {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 05:34:43.109057 dv-cinder-849143-10-iscsi neutron-server[113153]: ERROR stevedore.extension [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 05:34:43.162972 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.policy [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 05:34:43.204905 dv-cinder-849143-10-iscsi neutron-server[113153]: WARNING oslo_policy.policy [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:43.205272 dv-cinder-849143-10-iscsi neutron-server[113153]: WARNING oslo_policy.policy [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 05:34:43.212942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:34:43.214915 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3da555f0-6ae7-4850-9e16-534841967bb4 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/03300096-b7d1-4721-9b74-598da818c486 HTTP/1.1" status: 200 len: 825 time: 0.9824216 Oct 04 05:34:43.254999 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-53da027b-06a5-40d2-ac48-3d088c545a67 demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/64c109a1-41f0-449e-9e9d-c93dbf100ee3 HTTP/1.1" status: 200 len: 734 time: 0.0341959 Oct 04 05:34:43.263880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3', 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:34:43.365187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Made reservation on behalf of a0d3c9e097bf4d3ea90c631eadb9d0d9 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:34:43.367955 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:43.685916 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (7cc06c59-7b0c-4158-bc8e-dcf709b34556), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:43.760227 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Checking segment: {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:34:43.760604 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Network hostable DHCP agents. Network: 03300096-b7d1-4721-9b74-598da818c486, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:34:43.767955 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Pushing event updated for resources: {'Subnet': ['ID=7cc06c59-7b0c-4158-bc8e-dcf709b34556,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:43.780318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.780672 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.781030 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.781365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.781691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.782015 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.782367 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.782689 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.783023 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.783348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.783683 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.784020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.784362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.784677 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.785564 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Tracked resource versions report: Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: pushed versions: Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: { 'AddressGroup': {'1.2'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Agent': {'1.1'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'ConntrackHelper': {'1.0'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Log': {'1.0'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'NDPProxy': {'1.0'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Network': {'1.1'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Port': {'1.7'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'PortForwarding': {'1.3'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'QosPolicy': {'1.10'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroup': {'1.5'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SubPort': {'1.0'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Subnet': {'1.1'}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Trunk': {'1.1'}} Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: consumer versions: Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Agent': '1.1', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'ConntrackHelper': '1.0', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'LocalIPAssociation': '1.0', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Log': '1.0', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'NDPProxy': '1.0', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Network': '1.1', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Port': '1.7', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'PortForwarding': '1.3', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'QosPolicy': '1.10', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroup': '1.5', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroupRule': '1.2', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SubPort': '1.0', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Subnet': '1.1', Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Trunk': '1.1'}} Oct 04 05:34:43.787052 dv-cinder-849143-10-iscsi neutron-server[113153]: {{(pid=113153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:34:43.884714 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Network 03300096-b7d1-4721-9b74-598da818c486 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:34:43.959052 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 03300096-b7d1-4721-9b74-598da818c486) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:34:43.963517 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:34:43.964136 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:43.968186 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819eedf5-065c-4b42-86ff-9b7f8b0fac93 None None] Network 03300096-b7d1-4721-9b74-598da818c486 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:34:43.975420 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:44.047499 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-34a81290-da1b-4464-b0d8-12846cf9401a demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7869065 Oct 04 05:34:44.229360 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-03300096-b7d1-4721-9b74-598da818c486', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:34:44.230676 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:44.233420 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=46,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:44.536640 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Allocated IP 172.20.0.2 (03300096-b7d1-4721-9b74-598da818c486/7cc06c59-7b0c-4158-bc8e-dcf709b34556/b54841c2-797c-47aa-bd74-171fd0ef1bc2) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:34:44.665754 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:44.667702 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=7 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:44.779471 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Publish callbacks [] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:44.840152 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:44.924214 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Network 03300096-b7d1-4721-9b74-598da818c486 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:34:44.928411 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:34:44.930260 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Pushing event updated for resources: {'Port': ['ID=b54841c2-797c-47aa-bd74-171fd0ef1bc2,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:44.937630 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:34:44.941222 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.941821 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.942216 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.942573 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.942899 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.943223 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.943543 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.943862 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.944195 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.944517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.944836 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.945167 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.945485 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.945796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.946108 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Tracked resource versions report: Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: pushed versions: Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: { 'AddressGroup': {'1.2'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Agent': {'1.1'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'ConntrackHelper': {'1.0'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Log': {'1.0'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'NDPProxy': {'1.0'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Network': {'1.1'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Port': {'1.7'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'PortForwarding': {'1.3'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'QosPolicy': {'1.10'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroup': {'1.5'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SubPort': {'1.0'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Subnet': {'1.1'}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Trunk': {'1.1'}} Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: consumer versions: Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Agent': '1.1', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'ConntrackHelper': '1.0', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'LocalIPAssociation': '1.0', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Log': '1.0', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'NDPProxy': '1.0', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Network': '1.1', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Port': '1.7', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'PortForwarding': '1.3', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'QosPolicy': '1.10', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroup': '1.5', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroupRule': '1.2', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SubPort': '1.0', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Subnet': '1.1', Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Trunk': '1.1'}} Oct 04 05:34:44.947638 dv-cinder-849143-10-iscsi neutron-server[113154]: {{(pid=113154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:34:45.015588 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:45.025026 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Attempting to bind port b54841c2-797c-47aa-bd74-171fd0ef1bc2 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:34:45.025451 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Attempting to bind port b54841c2-797c-47aa-bd74-171fd0ef1bc2 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:34:45.025838 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Attempting to bind port b54841c2-797c-47aa-bd74-171fd0ef1bc2 on network 03300096-b7d1-4721-9b74-598da818c486 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:34:45.073128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:34:45.073478 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Checking segment: {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:34:45.073955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:45.074363 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Bound using segment: {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:34:45.074868 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Bound port: b54841c2-797c-47aa-bd74-171fd0ef1bc2, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:34:45.075278 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:45.135358 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] For port b54841c2-797c-47aa-bd74-171fd0ef1bc2, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:34:45.153743 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] For port b54841c2-797c-47aa-bd74-171fd0ef1bc2, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b54841c2-797c-47aa-bd74-171fd0ef1bc2,segment=NetworkSegment(9b41087f-9531-413d-b246-bb6f08c03bc0),segment_id=9b41087f-9531-413d-b246-bb6f08c03bc0)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:34:45.205302 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:45.255987 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f105cfa-d8a1-4f76-874c-0cdc5577493d None None] Pushing event updated for resources: {'Port': ['ID=b54841c2-797c-47aa-bd74-171fd0ef1bc2,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:46.680161 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37082) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:47.006049 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [None req-bb94082d-39a2-4f16-9a7e-eaa37e5b95f7 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:34:47.008338 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-bb94082d-39a2-4f16-9a7e-eaa37e5b95f7 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3259618 Oct 04 05:34:49.552151 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:49.648469 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37090) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:49.973310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [None req-9421af1b-6a2d-454f-b592-4b836ac0d8fa admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:34:49.974363 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9421af1b-6a2d-454f-b592-4b836ac0d8fa admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3249397 Oct 04 05:34:52.488917 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b54841c2-797c-47aa-bd74-171fd0ef1bc2 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:34:52.568080 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port b54841c2-797c-47aa-bd74-171fd0ef1bc2 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:34:52.568400 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:52.568763 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port b54841c2-797c-47aa-bd74-171fd0ef1bc2 Oct 04 05:34:52.627658 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37102) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:52.674218 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port b54841c2-797c-47aa-bd74-171fd0ef1bc2 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:34:52.674605 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:52.712485 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port b54841c2-797c-47aa-bd74-171fd0ef1bc2, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b54841c2-797c-47aa-bd74-171fd0ef1bc2,segment=NetworkSegment(9b41087f-9531-413d-b246-bb6f08c03bc0),segment_id=9b41087f-9531-413d-b246-bb6f08c03bc0)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:34:52.713268 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:52.754274 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:52.808027 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=b54841c2-797c-47aa-bd74-171fd0ef1bc2,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:53.099945 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:34:53.182341 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.183984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.310588 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9c5e9-6c47-461d-8c6d-f1d373fa8d48 None None] Network 03300096-b7d1-4721-9b74-598da818c486 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:34:53.324966 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] Publish callbacks [] for router_controller (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.388893 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.439773 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-c94e5fb9-a7b2-4d93-b656-82ccd65b9a48 None None] Provisioning complete for port b54841c2-797c-47aa-bd74-171fd0ef1bc2 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:34:53.440163 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c94e5fb9-a7b2-4d93-b656-82ccd65b9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.441023 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-c94e5fb9-a7b2-4d93-b656-82ccd65b9a48 None None] Attempt 1 to provision port b54841c2-797c-47aa-bd74-171fd0ef1bc2 Oct 04 05:34:53.471648 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.474589 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-43849fb8-759a-4205-942b-425b4b36f364 demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8457036 Oct 04 05:34:53.517760 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c94e5fb9-a7b2-4d93-b656-82ccd65b9a48 None None] Current status of the port b54841c2-797c-47aa-bd74-171fd0ef1bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:34:53.637354 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-c3c35964-fa03-4fb1-875d-1907180499df None None] Provisioning complete for port b54841c2-797c-47aa-bd74-171fd0ef1bc2 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:34:53.637747 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c3c35964-fa03-4fb1-875d-1907180499df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:53.638083 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-c3c35964-fa03-4fb1-875d-1907180499df None None] Attempt 1 to provision port b54841c2-797c-47aa-bd74-171fd0ef1bc2 Oct 04 05:34:53.711168 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c3c35964-fa03-4fb1-875d-1907180499df None None] Current status of the port b54841c2-797c-47aa-bd74-171fd0ef1bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:34:54.143862 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:34:54.464608 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b54841c2-797c-47aa-bd74-171fd0ef1bc2 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:34:54.506759 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port b54841c2-797c-47aa-bd74-171fd0ef1bc2 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:34:54.507153 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:54.507491 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port b54841c2-797c-47aa-bd74-171fd0ef1bc2 Oct 04 05:34:54.509402 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:54.579308 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port b54841c2-797c-47aa-bd74-171fd0ef1bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:34:56.100589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37110) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:56.415142 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [None req-d1cd7bfc-6cf6-4329-ad53-75b5707ebe32 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:34:56.416126 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d1cd7bfc-6cf6-4329-ad53-75b5707ebe32 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3146262 Oct 04 05:34:57.547784 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6bb83bae-aa42-434e-81c8-610ba0b48945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.044068 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37118) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:34:59.360148 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:34:59.444308 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Made reservation on behalf of 4c2b6383659b48fcabc56888b6bfb190 for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:34:59.446635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.480216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.543485 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=14,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:34:59.580008 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks [] for security_group (fdbcde2e-75a2-41cf-be0d-49373ecf3b9b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.661612 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (fdbcde2e-75a2-41cf-be0d-49373ecf3b9b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.677527 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Reserving flat network on physical network physnet1 {{(pid=113153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 04 05:34:59.703548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbcde2e-75a2-41cf-be0d-49373ecf3b9b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:59.706792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773956884179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (e2cc296b-4f8e-45df-8ff5-2e5d216c6573), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.707317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Unsubscribe: segment precommit_create {{(pid=113153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 05:34:59.707821 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Added segment e2cc296b-4f8e-45df-8ff5-2e5d216c6573 of type flat for network b1fbbb8f-fee1-4409-b7cb-7400f7af317b Oct 04 05:34:59.759700 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (b1fbbb8f-fee1-4409-b7cb-7400f7af317b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.856267 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (b1fbbb8f-fee1-4409-b7cb-7400f7af317b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.857230 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:34:59.857800 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.873372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f4b1-4a60-4f04-8e90-c7afb86e45ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:34:59.948528 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] Pushing event updated for resources: {'Network': ['ID=b1fbbb8f-fee1-4409-b7cb-7400f7af317b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:34:59.958688 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:34:59.962024 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-91c21962-df07-4033-b1da-e046b2d4da42 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9163837 Oct 04 05:35:01.078692 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:02.541725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37126) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:35:02.673336 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:02.810349 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:02.908992 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9183fc-6ce9-4d0c-ae3e-1338c057edad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:35:02.910353 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-fe9183fc-6ce9-4d0c-ae3e-1338c057edad demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/7cc06c59-7b0c-4158-bc8e-dcf709b34556 HTTP/1.1" status: 200 len: 849 time: 0.3675981 Oct 04 05:35:03.029615 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-49f8af8c-707f-4838-a7f8-ed7fc289ca62 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c HTTP/1.1" status: 200 len: 704 time: 0.1131575 Oct 04 05:35:03.101644 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:03.285174 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:03.570638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Allocated IP 172.20.0.1 (03300096-b7d1-4721-9b74-598da818c486/7cc06c59-7b0c-4158-bc8e-dcf709b34556/48074349-08d4-4fce-9042-f95576682717) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:35:03.723461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks [] for port (48074349-08d4-4fce-9042-f95576682717), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:03.758133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:03.822462 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (48074349-08d4-4fce-9042-f95576682717), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:03.942464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Network 03300096-b7d1-4721-9b74-598da818c486 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:35:03.949016 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:35:03.953140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:35:03.956406 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:03.974244 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Pushing event updated for resources: {'Port': ['ID=48074349-08d4-4fce-9042-f95576682717,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:04.137764 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:04.139610 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:04.185026 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-fe75c5f9-5254-401f-8a27-307973d95012 None None] Provisioning complete for port 48074349-08d4-4fce-9042-f95576682717 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:35:04.185563 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fe75c5f9-5254-401f-8a27-307973d95012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (48074349-08d4-4fce-9042-f95576682717), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:04.185731 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-fe75c5f9-5254-401f-8a27-307973d95012 None None] Attempt 1 to provision port 48074349-08d4-4fce-9042-f95576682717 Oct 04 05:35:04.216528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-fe75c5f9-5254-401f-8a27-307973d95012 None None] Port 48074349-08d4-4fce-9042-f95576682717 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:35:04.227839 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (48074349-08d4-4fce-9042-f95576682717), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:04.412320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:04.431332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks [] for port (48074349-08d4-4fce-9042-f95576682717), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:04.495628 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (48074349-08d4-4fce-9042-f95576682717), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:04.496381 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:04.576555 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Pushing event updated for resources: {'Port': ['ID=48074349-08d4-4fce-9042-f95576682717,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:04.624598 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Network 03300096-b7d1-4721-9b74-598da818c486 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:35:04.625920 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:35:04.834426 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-e2c2700a-70e0-41c9-ae4a-35283087fd59 None None] Provisioning complete for port 48074349-08d4-4fce-9042-f95576682717 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:35:04.834815 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e2c2700a-70e0-41c9-ae4a-35283087fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (48074349-08d4-4fce-9042-f95576682717), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:04.835150 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-e2c2700a-70e0-41c9-ae4a-35283087fd59 None None] Attempt 1 to provision port 48074349-08d4-4fce-9042-f95576682717 Oct 04 05:35:04.856478 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:35:04.868686 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2700a-70e0-41c9-ae4a-35283087fd59 None None] Port 48074349-08d4-4fce-9042-f95576682717 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:35:04.945456 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:35:04.950564 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4f1f2c77-2691-4e1e-a778-5ce7acb956e0 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9153235 Oct 04 05:35:04.956897 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Sync routers for ids ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:35:04.969582 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Routers {'1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:35:04.970450 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:35:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:05.148878 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Set router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:35:05.557699 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'name': 'router1', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:34:53Z', 'updated_at': '2022-10-04T05:35:04Z', 'revision_number': 2, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'gw_port_host': None, '_interfaces': [{'id': '48074349-08d4-4fce-9042-f95576682717', 'name': '', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'mac_address': 'fa:16:3e:c8:2d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:03Z', 'updated_at': '2022-10-04T05:35:04Z', 'revision_number': 2, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'subnets': [{'id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:05.607689 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Checking router: 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:35:05.608052 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Updating router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c port 48074349-08d4-4fce-9042-f95576682717 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:35:05.660172 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (48074349-08d4-4fce-9042-f95576682717), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:06.161157 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Publish callbacks [] for port (48074349-08d4-4fce-9042-f95576682717), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:06.267931 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (48074349-08d4-4fce-9042-f95576682717), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:06.415066 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Attempting to bind port 48074349-08d4-4fce-9042-f95576682717 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:35:06.415465 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Attempting to bind port 48074349-08d4-4fce-9042-f95576682717 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:35:06.415905 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Attempting to bind port 48074349-08d4-4fce-9042-f95576682717 on network 03300096-b7d1-4721-9b74-598da818c486 {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:35:06.424795 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Pushing event updated for resources: {'Port': ['ID=48074349-08d4-4fce-9042-f95576682717,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:06.457997 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.458360 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.458710 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.459053 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.459385 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.459711 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.460036 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.460358 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.460695 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.461032 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.461359 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.461694 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.462019 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.462360 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.462675 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Tracked resource versions report: Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: pushed versions: Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: { 'AddressGroup': {'1.2'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Agent': {'1.1'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'ConntrackHelper': {'1.0'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Log': {'1.0'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'NDPProxy': {'1.0'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Network': {'1.1'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Port': {'1.7'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'PortForwarding': {'1.3'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'QosPolicy': {'1.10'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroup': {'1.5'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SubPort': {'1.0'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Subnet': {'1.1'}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Trunk': {'1.1'}} Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: consumer versions: Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Agent': '1.1', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'ConntrackHelper': '1.0', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'LocalIPAssociation': '1.0', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Log': '1.0', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'NDPProxy': '1.0', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Network': '1.1', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Port': '1.7', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'PortForwarding': '1.3', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'QosPolicy': '1.10', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroup': '1.5', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroupRule': '1.2', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SubPort': '1.0', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Subnet': '1.1', Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Trunk': '1.1'}} Oct 04 05:35:06.464141 dv-cinder-849143-10-iscsi neutron-server[113155]: {{(pid=113155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:35:06.515443 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:35:06.515844 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Checking segment: {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:35:06.516331 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:06.516697 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Bound using segment: {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:35:06.517191 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Bound port: 48074349-08d4-4fce-9042-f95576682717, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b41087f-9531-413d-b246-bb6f08c03bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03300096-b7d1-4721-9b74-598da818c486'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:35:06.517572 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (48074349-08d4-4fce-9042-f95576682717), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:06.545887 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:06.580816 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] For port 48074349-08d4-4fce-9042-f95576682717, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:35:06.583549 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:06.600922 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] For port 48074349-08d4-4fce-9042-f95576682717, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=48074349-08d4-4fce-9042-f95576682717,segment=NetworkSegment(9b41087f-9531-413d-b246-bb6f08c03bc0),segment_id=9b41087f-9531-413d-b246-bb6f08c03bc0)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:35:06.661757 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (48074349-08d4-4fce-9042-f95576682717), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:06.712082 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Routers {'1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:35:06.712590 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:35:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:06.750079 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5b8af-29c3-491f-8ea8-b0bd9463505b None None] Pushing event updated for resources: {'Port': ['ID=48074349-08d4-4fce-9042-f95576682717,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:06.803017 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] Set router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:35:06.992649 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'name': 'router1', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:34:53Z', 'updated_at': '2022-10-04T05:35:04Z', 'revision_number': 2, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'gw_port_host': None, '_interfaces': [{'id': '48074349-08d4-4fce-9042-f95576682717', 'name': '', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'mac_address': 'fa:16:3e:c8:2d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:03Z', 'updated_at': '2022-10-04T05:35:06Z', 'revision_number': 4, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'subnets': [{'id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:07.023364 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1c7b2-9bc0-4814-8707-f50305a886fe None None] The sync data for ids ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'] in dv-cinder-849143-10-iscsi is: [{'id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'name': 'router1', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:34:53Z', 'updated_at': '2022-10-04T05:35:04Z', 'revision_number': 2, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'gw_port_host': None, '_interfaces': [{'id': '48074349-08d4-4fce-9042-f95576682717', 'name': '', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'mac_address': 'fa:16:3e:c8:2d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:03Z', 'updated_at': '2022-10-04T05:35:06Z', 'revision_number': 4, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'subnets': [{'id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:35:07.569051 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37136) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:35:07.955670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98f4b8-5ae6-44a4-bc04-fc6481499797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:35:07.957030 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-de98f4b8-5ae6-44a4-bc04-fc6481499797 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/b1fbbb8f-fee1-4409-b7cb-7400f7af317b HTTP/1.1" status: 200 len: 842 time: 0.3869576 Oct 04 05:35:07.967343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:35:07.974330 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:08.027500 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Made reservation on behalf of 4c2b6383659b48fcabc56888b6bfb190 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:35:08.029866 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:08.367080 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.objects.ports [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113153) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 05:35:08.367495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (6949dad3-c1fe-4951-b75a-2f3486b3a087), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:08.415536 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6949dad3-c1fe-4951-b75a-2f3486b3a087,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:08.430926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:35:08.431270 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Network hostable DHCP agents. Network: b1fbbb8f-fee1-4409-b7cb-7400f7af317b, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:35:08.530790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:35:08.532688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:08.627223 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, b1fbbb8f-fee1-4409-b7cb-7400f7af317b) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:35:08.632101 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:35:08.634015 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:08.634966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35efa0db-5d5e-4311-ae2b-03722a1b3b19 None None] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:35:08.689468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:08.714177 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ed1bd4eb-5f3e-4c54-a213-d1821080768a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7343671 Oct 04 05:35:08.740126 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c392448-c845-43a6-9544-42fa2b362017 None None] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:35:11.356561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37144) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:35:11.846692 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-093bc9f2-0b6e-408a-9448-238ff7df4a13 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c HTTP/1.1" status: 200 len: 710 time: 0.4883840 Oct 04 05:35:11.934925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de62ee2-3133-49df-8c06-2dbfe3d60062 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:35:11.936150 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3de62ee2-3133-49df-8c06-2dbfe3d60062 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/b1fbbb8f-fee1-4409-b7cb-7400f7af317b HTTP/1.1" status: 200 len: 886 time: 0.0838277 Oct 04 05:35:11.946121 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:35:12.186905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks [] for router_gateway (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.367899 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:12.441982 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks [] for router_gateway (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.491906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 48074349-08d4-4fce-9042-f95576682717 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:35:12.518981 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.532796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 48074349-08d4-4fce-9042-f95576682717 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:35:12.533295 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (48074349-08d4-4fce-9042-f95576682717), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.533635 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 48074349-08d4-4fce-9042-f95576682717 Oct 04 05:35:12.609975 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 48074349-08d4-4fce-9042-f95576682717 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:35:12.610396 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (48074349-08d4-4fce-9042-f95576682717), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.626795 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Allocated IP 172.27.1.63 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/2a665b26-5806-4df6-a06e-50587445c47e) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:35:12.645896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 48074349-08d4-4fce-9042-f95576682717, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=48074349-08d4-4fce-9042-f95576682717,segment=NetworkSegment(9b41087f-9531-413d-b246-bb6f08c03bc0),segment_id=9b41087f-9531-413d-b246-bb6f08c03bc0)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:35:12.719082 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (48074349-08d4-4fce-9042-f95576682717), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.721269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:12.730849 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks [] for port (2a665b26-5806-4df6-a06e-50587445c47e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.769563 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=48074349-08d4-4fce-9042-f95576682717,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:12.816732 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (2a665b26-5806-4df6-a06e-50587445c47e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:12.855299 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:35:12.859677 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:35:12.863990 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:35:12.868726 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Pushing event updated for resources: {'Port': ['ID=2a665b26-5806-4df6-a06e-50587445c47e,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:13.177112 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks [] for router_gateway (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:13.267466 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:13.435644 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1829083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10431'] for router (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:13.438913 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829088'] for router (1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:13.539964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:35:13.638904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:35:13.643548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:13.644787 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-39cbb00a-e1f0-4e48-acf4-2a38e0899f6e demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c HTTP/1.1" status: 200 len: 889 time: 1.7017348 Oct 04 05:35:13.650119 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Sync routers for ids ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:35:13.662217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Routers {'1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:35:13.662902 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:35:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:13.873704 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Set router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:35:14.015562 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:14.246399 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'name': 'router1', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2a665b26-5806-4df6-a06e-50587445c47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:34:53Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 4, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'gw_port': {'id': '2a665b26-5806-4df6-a06e-50587445c47e', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:12Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '48074349-08d4-4fce-9042-f95576682717', 'name': '', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'mac_address': 'fa:16:3e:c8:2d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:03Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 5, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'subnets': [{'id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:14.367011 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Checking router: 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:35:14.367358 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Updating router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c port 2a665b26-5806-4df6-a06e-50587445c47e binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:35:14.417695 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2a665b26-5806-4df6-a06e-50587445c47e), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:14.519904 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 48074349-08d4-4fce-9042-f95576682717 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:35:14.626419 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 48074349-08d4-4fce-9042-f95576682717 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:35:14.626825 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (48074349-08d4-4fce-9042-f95576682717), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:14.627166 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 48074349-08d4-4fce-9042-f95576682717 Oct 04 05:35:14.673091 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:14.789957 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 48074349-08d4-4fce-9042-f95576682717 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:35:14.834175 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Publish callbacks [] for port (2a665b26-5806-4df6-a06e-50587445c47e), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:14.924186 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2a665b26-5806-4df6-a06e-50587445c47e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:14.961742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Attempting to bind port 2a665b26-5806-4df6-a06e-50587445c47e on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:35:14.962120 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Attempting to bind port 2a665b26-5806-4df6-a06e-50587445c47e by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:35:14.962503 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Attempting to bind port 2a665b26-5806-4df6-a06e-50587445c47e on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:35:14.996620 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a84d5-564a-4977-9828-d57db2906451 None None] Pushing event updated for resources: {'Port': ['ID=2a665b26-5806-4df6-a06e-50587445c47e,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:15.013339 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:35:15.013722 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:35:15.014131 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:15.014520 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:35:15.014999 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Bound port: 2a665b26-5806-4df6-a06e-50587445c47e, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:35:15.015368 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2a665b26-5806-4df6-a06e-50587445c47e), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:15.056767 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:15.062225 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] For port 2a665b26-5806-4df6-a06e-50587445c47e, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:35:15.065808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] For port 2a665b26-5806-4df6-a06e-50587445c47e, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=2a665b26-5806-4df6-a06e-50587445c47e,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:35:15.141939 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2a665b26-5806-4df6-a06e-50587445c47e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:15.180287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Routers {'1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:35:15.180877 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:35:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:15.234918 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a84d5-564a-4977-9828-d57db2906451 None None] Pushing event updated for resources: {'Port': ['ID=2a665b26-5806-4df6-a06e-50587445c47e,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:15.296973 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] Set router 1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:35:15.488304 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'name': 'router1', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2a665b26-5806-4df6-a06e-50587445c47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:34:53Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 4, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'gw_port': {'id': '2a665b26-5806-4df6-a06e-50587445c47e', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:12Z', 'updated_at': '2022-10-04T05:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '48074349-08d4-4fce-9042-f95576682717', 'name': '', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'mac_address': 'fa:16:3e:c8:2d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:03Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 5, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'subnets': [{'id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:35:15.513307 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b5ac6-5b45-4922-b120-286b2c78d359 None None] The sync data for ids ['1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c'] in dv-cinder-849143-10-iscsi is: [{'id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'name': 'router1', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2a665b26-5806-4df6-a06e-50587445c47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:34:53Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 4, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'gw_port': {'id': '2a665b26-5806-4df6-a06e-50587445c47e', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:12Z', 'updated_at': '2022-10-04T05:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '48074349-08d4-4fce-9042-f95576682717', 'name': '', 'network_id': '03300096-b7d1-4721-9b74-598da818c486', 'tenant_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'mac_address': 'fa:16:3e:c8:2d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecc5c50-a6b9-4ce3-8ef9-dd8cbaf3507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:35:03Z', 'updated_at': '2022-10-04T05:35:12Z', 'revision_number': 5, 'project_id': 'a0d3c9e097bf4d3ea90c631eadb9d0d9', 'subnets': [{'id': '7cc06c59-7b0c-4158-bc8e-dcf709b34556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c109a1-41f0-449e-9e9d-c93dbf100ee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:35:16.433956 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37156) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:35:16.492928 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 2a665b26-5806-4df6-a06e-50587445c47e up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:35:16.539075 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 2a665b26-5806-4df6-a06e-50587445c47e triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:35:16.539388 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (2a665b26-5806-4df6-a06e-50587445c47e), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:16.539723 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 2a665b26-5806-4df6-a06e-50587445c47e Oct 04 05:35:16.609471 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 2a665b26-5806-4df6-a06e-50587445c47e is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:35:16.609852 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2a665b26-5806-4df6-a06e-50587445c47e), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:16.615416 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:16.630653 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 2a665b26-5806-4df6-a06e-50587445c47e, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=2a665b26-5806-4df6-a06e-50587445c47e,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:35:16.695571 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2a665b26-5806-4df6-a06e-50587445c47e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:16.742846 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=2a665b26-5806-4df6-a06e-50587445c47e,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:35:16.827482 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a08cddea-efad-4f77-825e-9702a28166b9 admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3923044 Oct 04 05:35:18.496470 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 2a665b26-5806-4df6-a06e-50587445c47e up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:35:18.546595 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 2a665b26-5806-4df6-a06e-50587445c47e triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:35:18.546992 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (2a665b26-5806-4df6-a06e-50587445c47e), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:18.547330 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 2a665b26-5806-4df6-a06e-50587445c47e Oct 04 05:35:18.620981 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 2a665b26-5806-4df6-a06e-50587445c47e is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:35:26.152431 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=57 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:26.816187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=23 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:26.826430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:27.570383 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b60c2a60-cee4-4f05-88f1-ae396a50ff98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:29.895509 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfadb-7fb5-4f01-99c7-8ee91bd628aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:31.072238 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:31.142312 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:35:32.661201 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:32.809674 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:41.137671 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=33 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:41.138711 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:42.757211 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:42.763328 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:35:57.586266 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d0f-58b9-4328-88fe-35814a8799b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:35:59.923359 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f42d3c8d-912c-4559-adf1-9c5a39710313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:01.105961 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:03.153916 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:03.157683 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:03.386557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:03.387874 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:08.147217 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:36:12.764011 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:13.285935 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:26.137022 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:26.138883 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:27.579858 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-578ae137-af26-4c4b-8793-431d79684d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:29.899038 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-3c16473a-e248-4911-9df6-40e404c79223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:31.116201 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:32.665052 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:32.802167 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:42.765100 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:42.768372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:43.625200 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37708) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:36:43.961985 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e8f58-9162-4da5-b6a4-2c181cef5f2f admin admin] GET failed (client error): The resource could not be found. Oct 04 05:36:43.963302 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-683e8f58-9162-4da5-b6a4-2c181cef5f2f admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3371720 Oct 04 05:36:44.121435 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322f65c-d822-4a6d-a11f-f60d1c0cd235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:44.123425 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e322f65c-d822-4a6d-a11f-f60d1c0cd235 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551070 Oct 04 05:36:44.834290 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=18 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:44.839090 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:45.146499 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:36:46.682490 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37718) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:36:47.083670 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353add4-5eed-4434-9e4a-11094c8f6703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:47.084962 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2353add4-5eed-4434-9e4a-11094c8f6703 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/7cc06c59-7b0c-4158-bc8e-dcf709b34556 HTTP/1.1" status: 200 len: 849 time: 0.4015567 Oct 04 05:36:47.095271 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:36:47.181071 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Publish callbacks [] for subnet (7cc06c59-7b0c-4158-bc8e-dcf709b34556), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:47.383545 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773956876463'] for subnet (7cc06c59-7b0c-4158-bc8e-dcf709b34556), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:47.435656 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:47.436266 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:47.437677 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/7cc06c59-7b0c-4158-bc8e-dcf709b34556 HTTP/1.1" status: 200 len: 868 time: 0.3459125 Oct 04 05:36:47.441118 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208c59a-c6a4-4bcc-8889-b3d2f92631e1 None None] Network 03300096-b7d1-4721-9b74-598da818c486 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:36:47.463365 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc06c59-7b0c-4158-bc8e-dcf709b34556,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:36:47.472276 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.472871 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.473408 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.473894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.474444 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.474771 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.475374 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.475692 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.476099 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.476564 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.476893 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.477222 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.477583 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.477902 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.478243 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64978b72-1be5-4383-9c39-085bcf350907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:36:47.789942 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Provisioning complete for port 48074349-08d4-4fce-9042-f95576682717 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:36:47.790355 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (48074349-08d4-4fce-9042-f95576682717), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:47.790688 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Attempt 1 to provision port 48074349-08d4-4fce-9042-f95576682717 Oct 04 05:36:47.864618 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Current status of the port 48074349-08d4-4fce-9042-f95576682717 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:36:47.872371 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Provisioning complete for port b54841c2-797c-47aa-bd74-171fd0ef1bc2 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:36:47.872746 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b54841c2-797c-47aa-bd74-171fd0ef1bc2), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:47.873071 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Attempt 1 to provision port b54841c2-797c-47aa-bd74-171fd0ef1bc2 Oct 04 05:36:47.944655 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-41e466b0-c9bf-423a-9847-0e843a0cec83 None None] Current status of the port b54841c2-797c-47aa-bd74-171fd0ef1bc2 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:36:49.988453 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37728) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:36:50.456496 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cee98e-5484-48c7-960f-76fdbef5d741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:50.456885 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cee98e-5484-48c7-960f-76fdbef5d741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:50.458487 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-20cee98e-5484-48c7-960f-76fdbef5d741 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4690418 Oct 04 05:36:53.036366 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37736) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:36:53.433897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9ad6-6228-429b-b226-1cc59d974de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:53.434925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9ad6-6228-429b-b226-1cc59d974de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:53.436475 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-eb7d9ad6-6228-429b-b226-1cc59d974de1 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3990092 Oct 04 05:36:55.142597 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:55.143363 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:56.004781 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37744) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:36:56.404201 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8ec69-d248-40cc-872b-89a9a2fc18c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:56.405651 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b0d8ec69-d248-40cc-872b-89a9a2fc18c7 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/03300096-b7d1-4721-9b74-598da818c486 HTTP/1.1" status: 200 len: 869 time: 0.3998375 Oct 04 05:36:57.466544 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:57.467330 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:36:57.568892 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dc87cc42-8a07-41c7-8b66-6ae264c7d32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:36:58.955108 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37754) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:36:59.356272 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280aa21d-2f84-45db-8b16-5c463cd5e708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:36:59.357620 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-280aa21d-2f84-45db-8b16-5c463cd5e708 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/b1fbbb8f-fee1-4409-b7cb-7400f7af317b HTTP/1.1" status: 200 len: 886 time: 0.4015887 Oct 04 05:36:59.904487 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-49f8d03f-b877-40ec-8769-64357e8e197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:01.132643 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:01.908982 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37762) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:02.302108 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b003566-9d10-43fc-951c-04fe44d3a298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:02.302578 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b003566-9d10-43fc-951c-04fe44d3a298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:02.304061 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1b003566-9d10-43fc-951c-04fe44d3a298 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3941512 Oct 04 05:37:02.669468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:02.818159 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:04.842016 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37770) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:05.239248 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ca459b-d033-42f1-a199-8c63e27175f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:05.239701 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ca459b-d033-42f1-a199-8c63e27175f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:05.241174 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c7ca459b-d033-42f1-a199-8c63e27175f9 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3981934 Oct 04 05:37:07.795683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37778) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:08.151724 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81016925-86f7-43cf-a7e3-c620d8bbd704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:08.153532 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-81016925-86f7-43cf-a7e3-c620d8bbd704 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/6949dad3-c1fe-4951-b75a-2f3486b3a087 HTTP/1.1" status: 200 len: 816 time: 0.3570101 Oct 04 05:37:10.704222 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37786) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:11.065948 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e33a7a-521f-48ee-a5cf-6824a9407d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:11.067282 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-d1e33a7a-521f-48ee-a5cf-6824a9407d0f admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/7cc06c59-7b0c-4158-bc8e-dcf709b34556 HTTP/1.1" status: 200 len: 868 time: 0.3621380 Oct 04 05:37:12.293175 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=62 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:12.297993 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=65 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:12.771907 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:12.773809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:17.152541 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:17.157312 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:21.061252 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=17 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:21.063124 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=19 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:22.145668 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:37:27.571864 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-850fb626-1ae6-4baf-9bf8-dd0e97bdf494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:29.886983 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5a16-b908-486b-8482-bb4a6f59c13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:31.091922 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:32.140137 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:32.140959 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:32.685296 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:32.851868 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:41.232446 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37842) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:41.548584 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [None req-d665d622-4ca1-4499-bd52-ac9cd777153d admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:37:41.549585 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-d665d622-4ca1-4499-bd52-ac9cd777153d admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3162222 Oct 04 05:37:42.759904 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:42.767968 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:44.183338 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37852) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:44.517668 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.pecan_wsgi.hooks.translation [None req-942762d2-8835-421d-ac7a-db429c0e0abf admin admin] GET failed (client error): The resource could not be found. Oct 04 05:37:44.519094 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-942762d2-8835-421d-ac7a-db429c0e0abf admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3347733 Oct 04 05:37:44.665792 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52244b38-fa7a-4032-8386-efa1c8278531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:44.667285 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-52244b38-fa7a-4032-8386-efa1c8278531 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1438794 Oct 04 05:37:47.244433 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37860) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:47.561721 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:37:47.628002 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Made reservation on behalf of 4c2b6383659b48fcabc56888b6bfb190 for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:37:47.630435 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:47.665124 dv-cinder-849143-10-iscsi neutron-server[113152]: WARNING neutron.services.revisions.revision_plugin [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Could not find related network for resource to bump revision. Oct 04 05:37:47.677126 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:37:47.686122 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (5cdb239f-1d8d-42a5-8899-e473ed8cd55a), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:47.686479 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Added segment 5cdb239f-1d8d-42a5-8899-e473ed8cd55a of type vlan for network 68a75da5-e6c8-4b69-81fc-ced72098b296 Oct 04 05:37:47.724713 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (68a75da5-e6c8-4b69-81fc-ced72098b296), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:47.811268 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (68a75da5-e6c8-4b69-81fc-ced72098b296), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:47.812149 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:47.812715 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:47.903496 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Pushing event updated for resources: {'Network': ['ID=68a75da5-e6c8-4b69-81fc-ced72098b296,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:37:47.909890 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.910253 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.910589 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.910919 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.911244 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.911570 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.911893 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.912211 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.912545 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.912867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.913203 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.913526 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.913839 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.914159 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.914484 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:47.920316 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-3b97a3a5-27e6-44eb-8033-54b937a690e6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6748726 Oct 04 05:37:47.925017 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 68a75da5-e6c8-4b69-81fc-ced72098b296 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:37:50.487378 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37868) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:37:50.819569 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.pecan_wsgi.hooks.translation [None req-071a2a43-5ab8-4a64-89b0-251c08bbb243 admin admin] GET failed (client error): The resource could not be found. Oct 04 05:37:50.820844 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-071a2a43-5ab8-4a64-89b0-251c08bbb243 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3325911 Oct 04 05:37:50.898018 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430dc2c6-58e3-4e13-b248-a7a09c4010db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:50.899497 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-430dc2c6-58e3-4e13-b248-a7a09c4010db admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0736663 Oct 04 05:37:50.909292 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:37:50.993884 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Made reservation on behalf of 4c2b6383659b48fcabc56888b6bfb190 for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:37:50.996705 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:51.278795 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (ab2accf0-655b-4ab4-9f37-42e10b76f418), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:51.333618 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2accf0-655b-4ab4-9f37-42e10b76f418,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:37:51.344883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Checking segment: {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:37:51.345242 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Network hostable DHCP agents. Network: 68a75da5-e6c8-4b69-81fc-ced72098b296, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:37:51.432985 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Network 68a75da5-e6c8-4b69-81fc-ced72098b296 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:37:51.491004 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 68a75da5-e6c8-4b69-81fc-ced72098b296) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:37:51.496386 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:37:51.497478 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:51.500938 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87611ef3-528d-447f-8a20-d39ef43afbb2 None None] Network 68a75da5-e6c8-4b69-81fc-ced72098b296 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:37:51.507978 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:51.585530 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5c8f76cb-f349-4891-9394-a541b50c366a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6794636 Oct 04 05:37:51.608539 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-68a75da5-e6c8-4b69-81fc-ced72098b296', 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296', 'project_id': '4c2b6383659b48fcabc56888b6bfb190', 'fixed_ips': [{'subnet_id': 'ab2accf0-655b-4ab4-9f37-42e10b76f418'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:37:51.609500 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:51.756347 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Allocated IP 192.168.233.2 (68a75da5-e6c8-4b69-81fc-ced72098b296/ab2accf0-655b-4ab4-9f37-42e10b76f418/2ba57cbe-db2c-424c-882b-1b7d6b02c46c) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:37:51.992253 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Publish callbacks [] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:52.063361 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:52.113365 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Network 68a75da5-e6c8-4b69-81fc-ced72098b296 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:37:52.122596 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:37:52.126672 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Pushing event updated for resources: {'Port': ['ID=2ba57cbe-db2c-424c-882b-1b7d6b02c46c,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:37:52.128945 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:37:52.142276 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.142623 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.142982 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.143337 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.143668 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.143994 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.144321 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.144642 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.144975 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.145300 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.145617 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.145953 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.146304 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.146625 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.146941 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:37:52.198646 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Attempting to bind port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:37:52.199015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Attempting to bind port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:37:52.199377 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Attempting to bind port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c on network 68a75da5-e6c8-4b69-81fc-ced72098b296 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:37:52.241067 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:37:52.241437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Checking segment: {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:37:52.241836 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:52.242252 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Bound using segment: {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:37:52.242728 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Bound port: 2ba57cbe-db2c-424c-882b-1b7d6b02c46c, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:37:52.243105 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:52.302706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] For port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:37:52.305809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] For port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=2ba57cbe-db2c-424c-882b-1b7d6b02c46c,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:37:52.400282 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:52.461222 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65557eb9-811b-4ccc-a2b8-f4c7013516f1 None None] Pushing event updated for resources: {'Port': ['ID=2ba57cbe-db2c-424c-882b-1b7d6b02c46c,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:37:53.269195 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfaa270-183e-44ae-bb6d-a8725e39c36b None None] Network 68a75da5-e6c8-4b69-81fc-ced72098b296 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:37:53.324256 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Provisioning complete for port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:37:53.324640 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:53.324976 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Attempt 1 to provision port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c Oct 04 05:37:53.352099 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:53.362966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:53.449470 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Current status of the port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:37:53.449853 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:53.486032 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] For port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=2ba57cbe-db2c-424c-882b-1b7d6b02c46c,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:37:53.566685 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:53.618394 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22a9eb-1671-46da-88ef-fc3b9c32c00d None None] Pushing event updated for resources: {'Port': ['ID=2ba57cbe-db2c-424c-882b-1b7d6b02c46c,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:37:53.684990 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-d1e758b0-d19a-418b-9aa2-083a3f216da4 None None] Provisioning complete for port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:37:53.685372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d1e758b0-d19a-418b-9aa2-083a3f216da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:53.685704 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-d1e758b0-d19a-418b-9aa2-083a3f216da4 None None] Attempt 1 to provision port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c Oct 04 05:37:53.761744 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-d1e758b0-d19a-418b-9aa2-083a3f216da4 None None] Current status of the port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:37:54.148467 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:54.153774 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:37:54.610174 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 2ba57cbe-db2c-424c-882b-1b7d6b02c46c up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:37:54.669386 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:37:54.669772 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (2ba57cbe-db2c-424c-882b-1b7d6b02c46c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:54.670106 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c Oct 04 05:37:54.826580 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 2ba57cbe-db2c-424c-882b-1b7d6b02c46c is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:37:57.639586 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-689a2948-c40a-4054-a1db-4673fc8c630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:37:59.144726 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:37:59.901900 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b93bb277-5993-498c-8913-5525144b35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:01.079300 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:01.506042 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:02.620175 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:02.689661 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:02.862777 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:09.141165 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:12.770997 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:27.570031 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a3702540-bd0d-4308-880e-6432c4de2a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:29.907156 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-282c7ce0-9fa7-404e-bf41-6444e4b2f8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:31.135842 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:31.154878 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:31.159673 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:32.684262 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:32.827190 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:36.143776 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:38:42.763036 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:42.770006 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:46.140217 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:38:57.609200 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e0b12b7b-5b03-4567-9925-1523d0695268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:38:59.910104 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-3ac22b48-8ca6-403d-a50d-3307fecdbaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:01.100623 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:02.752327 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:02.843579 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:08.154698 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:08.165621 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:12.777242 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:12.780069 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:13.142718 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:39:13.586180 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37910) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:39:13.591686 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [None req-01cb5888-3d04-477b-ac19-ae48552c698e tempest-verify_tempest_config-559161876 tempest-verify_tempest_config-559161876-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:39:13.592657 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-01cb5888-3d04-477b-ac19-ae48552c698e tempest-verify_tempest_config-559161876 tempest-verify_tempest_config-559161876-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055087 Oct 04 05:39:14.283489 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 37928) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:39:14.610149 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:14.684205 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Publish callbacks [] for security_group (657c21c0-e3aa-48ac-a263-de9066170cad), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:14.758022 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (657c21c0-e3aa-48ac-a263-de9066170cad), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:14.804126 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c21c0-e3aa-48ac-a263-de9066170cad,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:39:14.808940 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a389f4d979bb4e60a523ce81f11f4d3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5244961 Oct 04 05:39:14.811745 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 37932) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:39:14.813397 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.813819 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.814195 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.814789 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.815112 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.815433 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.815763 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.816067 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.816404 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.816724 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.817054 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.817372 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.817682 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.817991 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.818327 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70ce6f-0515-434f-b63b-aebb0f93d4a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:14.871152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Publish callbacks [] for security_group (657c21c0-e3aa-48ac-a263-de9066170cad), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:14.890841 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Publish callbacks [] for security_group (657c21c0-e3aa-48ac-a263-de9066170cad), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:15.041555 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (657c21c0-e3aa-48ac-a263-de9066170cad), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/657c21c0-e3aa-48ac-a263-de9066170cad HTTP/1.1" status: 204 len: 168 time: 0.2332287 Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c21c0-e3aa-48ac-a263-de9066170cad,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.133274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.134768 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:15.134768 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870a1ca-8b5e-43f2-b130-6f6a02c15182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:39:24.744975 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=12 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:24.746831 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=16 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:24.803108 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=17,neutron:INSERT=9 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:24.807413 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:25.057596 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:25.058411 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:25.088768 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:27.555245 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e62e5255-f990-40b0-b269-6a949d2ded61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:29.926255 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-5f5edde3-63b9-4ffb-876e-d742d8094a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:31.134290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:32.697960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:32.846336 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:42.769081 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:42.770931 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:45.150071 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:45.160026 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:39:50.140727 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:39:57.605275 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-43f11230-0377-4620-96c6-9f439a6159e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:39:59.893087 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a1f17866-c652-41da-8454-22c1ed1524c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:00.137191 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:01.115810 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:02.716027 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:02.870102 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:12.772645 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:12.774498 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:26.137962 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:27.139069 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 5 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:40:27.567140 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4f19351d-31d5-432e-a705-363732c5e673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:29.914730 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-5ea814b1-5a03-41cf-86c7-bfd9eb0751aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:31.135950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:32.708774 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:32.840522 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:37.135721 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=5 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:42.777929 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:42.780290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:47.056861 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830619'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:56.991395 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:56.994266 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:57.574720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8023a86f-eb41-48e2-9589-afe3a7732c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:40:59.157116 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:59.162111 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:40:59.923517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b42d41a2-5c47-4815-9e4f-80f65e36efe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:00.282430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38026) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:41:00.407255 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c0367976-35ee-4547-886a-114f6dc57765 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1238194 Oct 04 05:41:01.123080 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:02.708163 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:02.831657 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:02.840250 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38036) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:41:02.894719 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6358d846-0af2-4247-8e41-b536ccbf78f5 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0533416 Oct 04 05:41:04.139157 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:41:12.777808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:12.779727 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:12.889034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:12.889944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:14.134859 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:14.135598 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:17.042301 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:24.755705 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=11 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:24.757525 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=15 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:26.983667 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:26.985553 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:27.581466 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-16fe1727-1144-4919-b8aa-71636299391a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:29.924752 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-9d584dbe-3d87-45ed-952f-0106fbdf7d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:31.124468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:32.707326 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:32.838790 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:36.157323 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:36.158069 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:41.138724 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:41:42.777720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:42.779599 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:47.055630 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:51.135436 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:51.136171 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:41:57.617851 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d43bea3f-dca5-4c4f-bb6a-a3a6bd9fbd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:41:59.910496 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-28d6156f-6ff3-4338-b12a-7bc9cd62eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:01.144046 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:02.723496 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:02.841481 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:12.780065 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:12.781960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:13.159878 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:13.164769 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:17.077402 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:18.138950 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:42:26.997156 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:26.998962 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:27.591566 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b96f9deb-b0e1-44b2-816d-c397ca5cddbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:28.134639 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:28.135518 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:29.927892 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e32c6ac5-ef8c-4493-abe6-5fd33bf8cb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:31.135939 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:32.771122 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:32.851758 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:34.480031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38192) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:34.803269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1777508131-network', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:34.883043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Made reservation on behalf of f7b850d4b5df4a4e93720cb855add44f for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:34.886043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:34.900028 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:34.998666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks [] for security_group (420796ba-0e80-4a5d-8d85-cb0aee79ae6a), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.060664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (420796ba-0e80-4a5d-8d85-cb0aee79ae6a), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.096669 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420796ba-0e80-4a5d-8d85-cb0aee79ae6a,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:35.105181 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:42:35.107892 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.108779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.108904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.109190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.109684 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.110200 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.110668 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.111161 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.111500 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.111823 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.112154 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.112472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.112786 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.113088 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.113611 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Tracked resource versions report: Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: pushed versions: Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: { 'AddressGroup': {'1.2'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Agent': {'1.1'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'ConntrackHelper': {'1.0'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Log': {'1.0'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'NDPProxy': {'1.0'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Network': {'1.1'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Port': {'1.7'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'PortForwarding': {'1.3'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'QosPolicy': {'1.10'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroup': {'1.5'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SubPort': {'1.0'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Subnet': {'1.1'}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Trunk': {'1.1'}} Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: consumer versions: Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: HyperV agent@hv-cinder-84914: {}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Agent': '1.1', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'ConntrackHelper': '1.0', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'LocalIPAssociation': '1.0', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Log': '1.0', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'NDPProxy': '1.0', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Network': '1.1', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Port': '1.7', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'PortForwarding': '1.3', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'QosPolicy': '1.10', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroup': '1.5', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SecurityGroupRule': '1.2', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'SubPort': '1.0', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Subnet': '1.1', Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: 'Trunk': '1.1'}} Oct 04 05:42:35.114896 dv-cinder-849143-10-iscsi neutron-server[113153]: {{(pid=113153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:42:35.125057 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (3436eba9-9df7-46c3-958c-ae9caa05c887), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.126089 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Added segment 3436eba9-9df7-46c3-958c-ae9caa05c887 of type vlan for network 2c58c152-65b4-475d-9100-474584bb25cf Oct 04 05:42:35.173675 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (2c58c152-65b4-475d-9100-474584bb25cf), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.299829 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (2c58c152-65b4-475d-9100-474584bb25cf), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.303910 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:35.303910 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.380493 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] Pushing event updated for resources: {'Network': ['ID=2c58c152-65b4-475d-9100-474584bb25cf,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:35.395894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38236) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:35.396374 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 2c58c152-65b4-475d-9100-474584bb25cf details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:42:35.396755 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Request body: {'subnet': {'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-subnet', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:35.401653 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3fa47fa0-bab4-427f-9d15-41ec16ec2f8e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9083812 Oct 04 05:42:35.432716 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38240) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:35.472797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Made reservation on behalf of f7b850d4b5df4a4e93720cb855add44f for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:35.476544 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.661727 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38256) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:35.714949 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (645be345-79fa-4dd5-978e-beefddbca126), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:35.773997 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Pushing event updated for resources: {'Subnet': ['ID=645be345-79fa-4dd5-978e-beefddbca126,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:35.782615 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.782958 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.783306 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.783640 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.783963 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.784280 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.784769 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.785255 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.785615 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.785941 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.786301 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.786622 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.786942 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.787277 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.787556 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Tracked resource versions report: Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: pushed versions: Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: { 'AddressGroup': {'1.2'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Agent': {'1.1'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'ConntrackHelper': {'1.0'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Log': {'1.0'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'NDPProxy': {'1.0'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Network': {'1.1'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Port': {'1.7'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'PortForwarding': {'1.3'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'QosPolicy': {'1.10'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroup': {'1.5'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SubPort': {'1.0'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Subnet': {'1.1'}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Trunk': {'1.1'}} Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: consumer versions: Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: HyperV agent@hv-cinder-84914: {}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Agent': '1.1', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'ConntrackHelper': '1.0', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'LocalIPAssociation': '1.0', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Log': '1.0', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'NDPProxy': '1.0', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Network': '1.1', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Port': '1.7', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'PortForwarding': '1.3', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'QosPolicy': '1.10', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroup': '1.5', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SecurityGroupRule': '1.2', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'SubPort': '1.0', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Subnet': '1.1', Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: 'Trunk': '1.1'}} Oct 04 05:42:35.788911 dv-cinder-849143-10-iscsi neutron-server[113152]: {{(pid=113152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:42:35.796050 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:35.796878 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Network hostable DHCP agents. Network: 2c58c152-65b4-475d-9100-474584bb25cf, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:42:35.875999 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2128131257-network', 'tenant_id': 'b427232479e14a6fa576f4461032f12b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:35.903238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Network 2c58c152-65b4-475d-9100-474584bb25cf is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:42:35.985640 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Made reservation on behalf of b427232479e14a6fa576f4461032f12b for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:35.988254 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.000094 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.028734 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38264) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:36.035355 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 2c58c152-65b4-475d-9100-474584bb25cf) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:36.040983 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:36.042211 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.047963 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc88a8d-d58a-4e5d-b2ec-57d0a322fcb8 None None] Network 2c58c152-65b4-475d-9100-474584bb25cf requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:36.080159 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38268) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:36.119825 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks [] for security_group (68b51274-be86-4f91-b4be-603b2bd84146), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.135018 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-934438849-network', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:36.191748 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-10cf2079-19d2-4d22-859f-e5b23534964f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8012137 Oct 04 05:42:36.194656 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38276) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:36.194794 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (68b51274-be86-4f91-b4be-603b2bd84146), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.200171 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-2c58c152-65b4-475d-9100-474584bb25cf', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:42:36.201161 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:36.201928 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.218883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:42:36.235334 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (6d6aac3e-86b6-405d-82ca-afeadeda56ff), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.235668 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Added segment 6d6aac3e-86b6-405d-82ca-afeadeda56ff of type vlan for network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 Oct 04 05:42:36.257798 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666959956-network', 'tenant_id': 'eef5caf8a6d24a65a5758762c5bdfc3a'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:36.311981 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (3c208c5d-f665-4c57-944d-0e936ff05929), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.314218 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (3c208c5d-f665-4c57-944d-0e936ff05929), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.329993 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (46ff3f68-ce31-4d95-a2fd-eff768762bb7), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.385569 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Allocated IP 172.20.0.2 (2c58c152-65b4-475d-9100-474584bb25cf/645be345-79fa-4dd5-978e-beefddbca126/04193648-3af2-4162-bfd1-89eba6dd2f99) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:36.396033 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b51274-be86-4f91-b4be-603b2bd84146,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:36.452030 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (46ff3f68-ce31-4d95-a2fd-eff768762bb7), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.453491 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:36.454167 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.492934 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Made reservation on behalf of 636e6b38bf1d4736a38728488881e9d2 for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:36.496532 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.549223 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks [] for router_controller (3c208c5d-f665-4c57-944d-0e936ff05929), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.552505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Made reservation on behalf of eef5caf8a6d24a65a5758762c5bdfc3a for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:36.555829 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.561723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-342996201-network', 'tenant_id': '7efd5ee13f094656992497528d761f2c'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:36.574876 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.607959 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1734655 Oct 04 05:42:36.612948 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38284) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:36.613797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:36.615620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Request body: {'subnet': {'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2128131257-subnet', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:36.615733 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.644179 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Publish callbacks [] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.649441 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:36.657671 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703f54d-29b9-46fa-8e50-7e61fad8a101 admin admin] Pushing event updated for resources: {'Network': ['ID=46ff3f68-ce31-4d95-a2fd-eff768762bb7,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:36.670157 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:42:36.740576 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Made reservation on behalf of b427232479e14a6fa576f4461032f12b for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:36.743376 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.748828 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks [] for security_group (13829a02-215f-4cce-a329-83a388051b1d), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.758498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Made reservation on behalf of 7efd5ee13f094656992497528d761f2c for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:36.761182 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.812008 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.820743 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:36.821972 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.831551 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (13829a02-215f-4cce-a329-83a388051b1d), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.853651 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:42:36.868906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:36.874994 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (7cb58756-0634-42b8-917c-97dea61c3ed5), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.874994 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Added segment 7cb58756-0634-42b8-917c-97dea61c3ed5 of type vlan for network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f Oct 04 05:42:36.874994 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13829a02-215f-4cce-a329-83a388051b1d,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:36.875353 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:36.882896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:36.898397 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:36.922287 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (6cfb3053-30b6-4a8c-ab04-88f5f64c550f), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.951063 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks [] for router_gateway (3c208c5d-f665-4c57-944d-0e936ff05929), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.961466 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Pushing event updated for resources: {'Port': ['ID=04193648-3af2-4162-bfd1-89eba6dd2f99,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:36.977253 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.977913 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.978362 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.978779 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.979269 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.979666 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.980551 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.980908 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.981917 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.981917 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.982397 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.983146 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.983534 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.983919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.984296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks [] for security_group (088be888-b9ac-4135-b345-b9ea1209cbae), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:36.984647 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Tracked resource versions report: Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: pushed versions: Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: { 'AddressGroup': {'1.2'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Agent': {'1.1'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'ConntrackHelper': {'1.0'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Log': {'1.0'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'NDPProxy': {'1.0'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Network': {'1.1'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Port': {'1.7'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'PortForwarding': {'1.3'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'QosPolicy': {'1.10'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroup': {'1.5'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SubPort': {'1.0'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Subnet': {'1.1'}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Trunk': {'1.1'}} Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: consumer versions: Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: HyperV agent@hv-cinder-84914: {}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Agent': '1.1', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'ConntrackHelper': '1.0', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'LocalIPAssociation': '1.0', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Log': '1.0', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'NDPProxy': '1.0', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Network': '1.1', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Port': '1.7', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'PortForwarding': '1.3', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'QosPolicy': '1.10', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroup': '1.5', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SecurityGroupRule': '1.2', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'SubPort': '1.0', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Subnet': '1.1', Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: 'Trunk': '1.1'}} Oct 04 05:42:36.985853 dv-cinder-849143-10-iscsi neutron-server[113154]: {{(pid=113154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:42:36.997826 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Attempting to bind port 04193648-3af2-4162-bfd1-89eba6dd2f99 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:36.998493 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Attempting to bind port 04193648-3af2-4162-bfd1-89eba6dd2f99 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:36.999023 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Attempting to bind port 04193648-3af2-4162-bfd1-89eba6dd2f99 on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:37.044004 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (6cfb3053-30b6-4a8c-ab04-88f5f64c550f), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.045247 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:37.046097 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.050780 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:37.051823 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:37.052295 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.052685 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Bound using segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:37.053213 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Bound port: 04193648-3af2-4162-bfd1-89eba6dd2f99, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:37.054054 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.093923 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (088be888-b9ac-4135-b345-b9ea1209cbae), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.130369 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfb3053-30b6-4a8c-ab04-88f5f64c550f,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:37.150287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:42:37.169208 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5c391a67-3ebb-4ca7-99a1-b025aab75a14 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5060968 Oct 04 05:42:37.169487 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] For port 04193648-3af2-4162-bfd1-89eba6dd2f99, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:37.178248 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38310) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:37.178438 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:37.181629 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Request body: {'subnet': {'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-subnet', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:37.199633 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:37.210793 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] For port 04193648-3af2-4162-bfd1-89eba6dd2f99, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=04193648-3af2-4162-bfd1-89eba6dd2f99,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:37.282059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:42:37.292826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks [] for security_group (73cd2209-a16a-4c4c-b83c-a15f12a156cb), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.332105 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Made reservation on behalf of 636e6b38bf1d4736a38728488881e9d2 for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:37.334989 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.335125 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.367553 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.367897 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Added segment ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49 of type vlan for network 28bf5700-22f0-4eaf-913c-1dcf866f379f Oct 04 05:42:37.377397 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088be888-b9ac-4135-b345-b9ea1209cbae,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:37.410080 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (73cd2209-a16a-4c4c-b83c-a15f12a156cb), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.459564 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893517c-895b-49be-8a5b-3e31a9c7aeb2 None None] Pushing event updated for resources: {'Port': ['ID=04193648-3af2-4162-bfd1-89eba6dd2f99,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:37.491222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (28bf5700-22f0-4eaf-913c-1dcf866f379f), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.531352 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (05e0feef-1032-4da1-97d6-4475b66c555e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.538438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:42:37.577474 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cd2209-a16a-4c4c-b83c-a15f12a156cb,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:37.591298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (689e1ae6-b1d4-409c-b30d-3223a7c8147e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.591638 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Added segment 689e1ae6-b1d4-409c-b30d-3223a7c8147e of type vlan for network c03165e1-beb9-4a5b-abe8-8381d5e7772e Oct 04 05:42:37.737152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks [] for router_gateway (3c208c5d-f665-4c57-944d-0e936ff05929), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.770819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (28bf5700-22f0-4eaf-913c-1dcf866f379f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.770819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:37.770819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.789880 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (b1efbda3-4dd3-4312-a46f-95c265616273), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.798322 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:37.805370 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (c03165e1-beb9-4a5b-abe8-8381d5e7772e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.109856 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e0feef-1032-4da1-97d6-4475b66c555e,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:38.114949 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1efbda3-4dd3-4312-a46f-95c265616273,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:38.114949 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Checking segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:38.114949 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Network hostable DHCP agents. Network: 6cfb3053-30b6-4a8c-ab04-88f5f64c550f, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:42:38.114949 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:38.115808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Checking segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:38.115808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Network hostable DHCP agents. Network: 46ff3f68-ce31-4d95-a2fd-eff768762bb7, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:42:38.115808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] Pushing event updated for resources: {'Network': ['ID=28bf5700-22f0-4eaf-913c-1dcf866f379f,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:38.116808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 28bf5700-22f0-4eaf-913c-1dcf866f379f details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:42:38.118434 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:42:38.118434 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38356) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:38.118635 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c8761644-300a-418d-b0b6-2102d8fdd1ef admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9992452 Oct 04 05:42:38.118635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (c03165e1-beb9-4a5b-abe8-8381d5e7772e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.118635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:38.118635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.118857 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Request body: {'subnet': {'network_id': '28bf5700-22f0-4eaf-913c-1dcf866f379f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666959956-subnet', 'tenant_id': 'eef5caf8a6d24a65a5758762c5bdfc3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:38.118933 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Allocated IP 172.27.1.239 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/50b61aeb-8590-48ea-890b-cec785b06857) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:38.127508 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] Pushing event updated for resources: {'Network': ['ID=c03165e1-beb9-4a5b-abe8-8381d5e7772e,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:38.137900 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:42:38.181898 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:42:38.234623 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-7e4b4b15-3f6e-41ed-b2cd-97f7d100c750 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1499422 Oct 04 05:42:38.234972 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38362) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:38.239947 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Request body: {'subnet': {'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-342996201-subnet', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:38.264375 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks [] for port (50b61aeb-8590-48ea-890b-cec785b06857), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.280436 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 6cfb3053-30b6-4a8c-ab04-88f5f64c550f) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:38.282384 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 46ff3f68-ce31-4d95-a2fd-eff768762bb7) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:38.285601 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:38.292462 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.292688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:38.292688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.295591 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6178426-7c6b-42d2-ab9b-27a23643f915 None None] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:38.312341 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Made reservation on behalf of eef5caf8a6d24a65a5758762c5bdfc3a for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:38.320535 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.330859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3226d-86ea-4fcf-b639-5f979647fc38 None None] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:38.398980 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Made reservation on behalf of 7efd5ee13f094656992497528d761f2c for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:38.401530 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.404566 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (50b61aeb-8590-48ea-890b-cec785b06857), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.411559 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-82935c7a-6456-4eb9-ab1b-907f797dac92 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2369304 Oct 04 05:42:38.412187 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e8d3688a-db89-4429-98d1-aa9dde36e199 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8011262 Oct 04 05:42:38.415822 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38368) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:38.423493 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:38.428497 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:38.430981 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38370) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:38.435588 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:38.474986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:38.485816 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:38.488561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:38.546057 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Pushing event updated for resources: {'Port': ['ID=50b61aeb-8590-48ea-890b-cec785b06857,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:38.580562 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (f32ce1af-f12d-42b1-93da-ed106d90299d), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.582034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (f32ce1af-f12d-42b1-93da-ed106d90299d), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.611874 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'project_id': 'b427232479e14a6fa576f4461032f12b', 'fixed_ips': [{'subnet_id': '05e0feef-1032-4da1-97d6-4475b66c555e'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:42:38.614576 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.649299 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (813315dc-6555-43f0-abec-cd013433ba02), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.649472 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:42:38.650470 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.651087 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (813315dc-6555-43f0-abec-cd013433ba02), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.712175 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks [] for router_controller (f32ce1af-f12d-42b1-93da-ed106d90299d), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.739227 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38376) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:38.788068 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974f611-34af-44fa-868a-cd6ea9af4518 None None] Network 2c58c152-65b4-475d-9100-474584bb25cf requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:38.826481 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Provisioning complete for port 04193648-3af2-4162-bfd1-89eba6dd2f99 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:38.827037 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:38.827341 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Attempt 1 to provision port 04193648-3af2-4162-bfd1-89eba6dd2f99 Oct 04 05:42:38.894039 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 04193648-3af2-4162-bfd1-89eba6dd2f99 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:38.977113 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks [] for router_controller (813315dc-6555-43f0-abec-cd013433ba02), precommit_add_association {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.012135 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (3e6387d6-531d-403b-8984-0e38c51a61df), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.049512 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:39.066412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:39.075916 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6387d6-531d-403b-8984-0e38c51a61df,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:39.087355 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Checking segment: {'id': 'ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '28bf5700-22f0-4eaf-913c-1dcf866f379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:39.087355 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Network hostable DHCP agents. Network: 28bf5700-22f0-4eaf-913c-1dcf866f379f, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:42:39.092421 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f02d9f2-34d6-4be1-af57-f7722e080861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.168200 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (60489c43-e95a-4d76-aaa7-a35f96a11c1b), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.217282 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks [] for router_gateway (f32ce1af-f12d-42b1-93da-ed106d90299d), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.241569 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks [] for router_gateway (3c208c5d-f665-4c57-944d-0e936ff05929), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.251713 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60489c43-e95a-4d76-aaa7-a35f96a11c1b,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:39.265062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:39.275399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38392) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:39.363149 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Allocated IP 172.20.0.2 (46ff3f68-ce31-4d95-a2fd-eff768762bb7/05e0feef-1032-4da1-97d6-4475b66c555e/686277b7-0c63-4a48-95ca-efac1752d314) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:39.386107 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Checking segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:39.386107 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Network hostable DHCP agents. Network: c03165e1-beb9-4a5b-abe8-8381d5e7772e, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:42:39.397238 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Current status of the port 04193648-3af2-4162-bfd1-89eba6dd2f99 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:39.397626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.404240 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:39.409494 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f02d9f2-34d6-4be1-af57-f7722e080861 admin admin] Publish callbacks [] for security_group (1e54e8c8-b4a8-44f6-8847-62ad93f31c18), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.419091 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Network 28bf5700-22f0-4eaf-913c-1dcf866f379f is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:42:39.441073 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks [] for router_gateway (813315dc-6555-43f0-abec-cd013433ba02), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.492340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f02d9f2-34d6-4be1-af57-f7722e080861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1e54e8c8-b4a8-44f6-8847-62ad93f31c18), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.510678 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Allocated IP 172.20.0.2 (6cfb3053-30b6-4a8c-ab04-88f5f64c550f/b1efbda3-4dd3-4312-a46f-95c265616273/df2748c1-936f-407c-ad7c-6fa38683d672) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:39.515259 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 04193648-3af2-4162-bfd1-89eba6dd2f99 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:39.515654 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.515986 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 04193648-3af2-4162-bfd1-89eba6dd2f99 Oct 04 05:42:39.519271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6271bf60-9324-4993-adab-d8df4d2ddb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.541304 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 28bf5700-22f0-4eaf-913c-1dcf866f379f) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:39.562354 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76abedc0-be0c-4b8a-b8d2-7b0de87d1594 None None] Network 28bf5700-22f0-4eaf-913c-1dcf866f379f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:39.574888 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] For port 04193648-3af2-4162-bfd1-89eba6dd2f99, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=04193648-3af2-4162-bfd1-89eba6dd2f99,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:39.620480 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:39.621259 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.655685 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1f02d9f2-34d6-4be1-af57-f7722e080861 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1029164654a74b7ea9ae5854836a18d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9146283 Oct 04 05:42:39.664787 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38398) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:39.667526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02d9f2-34d6-4be1-af57-f7722e080861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54e8c8-b4a8-44f6-8847-62ad93f31c18,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:39.676197 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:42:39.692180 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, c03165e1-beb9-4a5b-abe8-8381d5e7772e) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:39.705217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.715540 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (3c208c5d-f665-4c57-944d-0e936ff05929), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.719377 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11908e13-2f0d-4df8-8177-75a614a55024 None None] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:39.771306 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:39.779223 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.792530 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks [] for router_gateway (f32ce1af-f12d-42b1-93da-ed106d90299d), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.798303 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e73252cb-3d16-484e-a055-0545c7cd29a8 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7617145 Oct 04 05:42:39.828159 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.885465 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-768e7375-4000-41e9-a6c6-8a7b1295ec86 admin admin] Publish callbacks [] for security_group (1e54e8c8-b4a8-44f6-8847-62ad93f31c18), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:39.997356 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6271bf60-9324-4993-adab-d8df4d2ddb86 admin admin] Publish callbacks [] for security_group (85255073-25f5-4a8c-8eb6-2b10f1614ba1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.001060 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d500a49-d60e-46e3-a1b6-69e40cfe6372 None None] Pushing event updated for resources: {'Port': ['ID=04193648-3af2-4162-bfd1-89eba6dd2f99,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.047337 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 04193648-3af2-4162-bfd1-89eba6dd2f99 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:40.056494 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Publish callbacks [] for port (686277b7-0c63-4a48-95ca-efac1752d314), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.069863 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f5749619-73bd-4c62-8795-7cf35e99935f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8336356 Oct 04 05:42:40.090741 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38410) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:40.097845 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4a326-c78d-4139-af0b-89cf5bf32079 None None] Network 28bf5700-22f0-4eaf-913c-1dcf866f379f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:40.098536 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:40.102824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Allocated IP 172.27.1.120 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/1d0197a3-630a-40fa-83b6-9bacae265ef8) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:40.118169 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-768e7375-4000-41e9-a6c6-8a7b1295ec86 admin admin] Publish callbacks [] for security_group (1e54e8c8-b4a8-44f6-8847-62ad93f31c18), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.128664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6271bf60-9324-4993-adab-d8df4d2ddb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (85255073-25f5-4a8c-8eb6-2b10f1614ba1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.132364 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-acb01fa7-8d2b-4daf-9d70-527884e5dfce None None] Provisioning complete for port 04193648-3af2-4162-bfd1-89eba6dd2f99 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:40.132754 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-acb01fa7-8d2b-4daf-9d70-527884e5dfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.133090 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-acb01fa7-8d2b-4daf-9d70-527884e5dfce None None] Attempt 1 to provision port 04193648-3af2-4162-bfd1-89eba6dd2f99 Oct 04 05:42:40.206158 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:42:40.206973 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.209730 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (686277b7-0c63-4a48-95ca-efac1752d314), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.211909 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Publish callbacks [] for port (df2748c1-936f-407c-ad7c-6fa38683d672), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.242806 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks [] for router_gateway (813315dc-6555-43f0-abec-cd013433ba02), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.257946 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271bf60-9324-4993-adab-d8df4d2ddb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85255073-25f5-4a8c-8eb6-2b10f1614ba1,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.293478 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6271bf60-9324-4993-adab-d8df4d2ddb86 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=845a814bddd847a99ac186b52197aa3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0148580 Oct 04 05:42:40.294683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.301986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38414) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:40.369527 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.386736 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:40.408833 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:40.419318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f951-54b7-4234-8adf-6e30d352c34b admin admin] Publish callbacks [] for security_group (85255073-25f5-4a8c-8eb6-2b10f1614ba1), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.419931 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:40.427825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks [] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.455146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f951-54b7-4234-8adf-6e30d352c34b admin admin] Publish callbacks [] for security_group (85255073-25f5-4a8c-8eb6-2b10f1614ba1), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.461727 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-768e7375-4000-41e9-a6c6-8a7b1295ec86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1e54e8c8-b4a8-44f6-8847-62ad93f31c18), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.465423 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-768e7375-4000-41e9-a6c6-8a7b1295ec86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.470641 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-768e7375-4000-41e9-a6c6-8a7b1295ec86 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1e54e8c8-b4a8-44f6-8847-62ad93f31c18 HTTP/1.1" status: 204 len: 168 time: 0.8046293 Oct 04 05:42:40.478576 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (298aa256-3db2-4ff8-917e-ce606d06ec08), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.478927 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (298aa256-3db2-4ff8-917e-ce606d06ec08), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.480066 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Pushing event updated for resources: {'Port': ['ID=686277b7-0c63-4a48-95ca-efac1752d314,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.485617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Router 3c208c5d-f665-4c57-944d-0e936ff05929 is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:42:40.490758 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e7375-4000-41e9-a6c6-8a7b1295ec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54e8c8-b4a8-44f6-8847-62ad93f31c18,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.553150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-acb01fa7-8d2b-4daf-9d70-527884e5dfce None None] Current status of the port 04193648-3af2-4162-bfd1-89eba6dd2f99 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:40.562645 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks [] for router_controller (298aa256-3db2-4ff8-917e-ce606d06ec08), precommit_add_association {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.636785 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.665431 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:40.671819 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:40.681447 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:40.693350 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Attempting to bind port 686277b7-0c63-4a48-95ca-efac1752d314 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:40.693730 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Attempting to bind port 686277b7-0c63-4a48-95ca-efac1752d314 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:40.694090 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Attempting to bind port 686277b7-0c63-4a48-95ca-efac1752d314 on network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:40.702904 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Pushing event updated for resources: {'Port': ['ID=df2748c1-936f-407c-ad7c-6fa38683d672,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.709813 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0197a3-630a-40fa-83b6-9bacae265ef8,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.720343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:40.723195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f951-54b7-4234-8adf-6e30d352c34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (85255073-25f5-4a8c-8eb6-2b10f1614ba1), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.726320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f951-54b7-4234-8adf-6e30d352c34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.730125 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Allocated IP 172.27.1.209 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/b9b74f04-7da8-4df6-9888-6631df09013b) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:40.735116 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-cdd9f951-54b7-4234-8adf-6e30d352c34b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/85255073-25f5-4a8c-8eb6-2b10f1614ba1 HTTP/1.1" status: 204 len: 168 time: 0.4308553 Oct 04 05:42:40.745850 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:40.753615 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9f951-54b7-4234-8adf-6e30d352c34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85255073-25f5-4a8c-8eb6-2b10f1614ba1,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:40.761000 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:40.764919 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:40.821525 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:40.830777 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 04193648-3af2-4162-bfd1-89eba6dd2f99 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:40.844760 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:40.852576 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:40.898493 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:40.898867 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Checking segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:40.899268 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.899656 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Bound using segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:40.900149 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Bound port: 686277b7-0c63-4a48-95ca-efac1752d314, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:40.900520 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (686277b7-0c63-4a48-95ca-efac1752d314), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:40.902486 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:40.913783 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Allocated IP 172.20.0.2 (c03165e1-beb9-4a5b-abe8-8381d5e7772e/60489c43-e95a-4d76-aaa7-a35f96a11c1b/83b92484-d0c8-431d-86e8-e284243a0338) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:40.922076 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:40.925509 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:41.000833 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks [] for router_gateway (298aa256-3db2-4ff8-917e-ce606d06ec08), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.045629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Attempting to bind port df2748c1-936f-407c-ad7c-6fa38683d672 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:41.046271 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Attempting to bind port df2748c1-936f-407c-ad7c-6fa38683d672 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:41.046810 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Attempting to bind port df2748c1-936f-407c-ad7c-6fa38683d672 on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:41.047156 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.054551 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-70b8fd32-b72d-40cb-a85a-273b056a5070 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8587005 Oct 04 05:42:41.055230 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38454) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:41.092520 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 04193648-3af2-4162-bfd1-89eba6dd2f99 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:41.092921 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.093260 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 04193648-3af2-4162-bfd1-89eba6dd2f99 Oct 04 05:42:41.159379 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:41.283691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:41.341930 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:38Z', 'revision_number': 3, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:41.346622 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks [] for port (b9b74f04-7da8-4df6-9888-6631df09013b), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.368776 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:41.369355 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Updating router 3c208c5d-f665-4c57-944d-0e936ff05929 port 50b61aeb-8590-48ea-890b-cec785b06857 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:41.402802 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (50b61aeb-8590-48ea-890b-cec785b06857), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.451530 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Publish callbacks [] for port (83b92484-d0c8-431d-86e8-e284243a0338), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.453343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks [] for router_gateway (f32ce1af-f12d-42b1-93da-ed106d90299d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.538594 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (83b92484-d0c8-431d-86e8-e284243a0338), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.588233 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks [] for router_gateway (298aa256-3db2-4ff8-917e-ce606d06ec08), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.600204 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Pushing event updated for resources: {'Port': ['ID=83b92484-d0c8-431d-86e8-e284243a0338,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:41.611455 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] For port 686277b7-0c63-4a48-95ca-efac1752d314, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:41.612863 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.631433 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:41.632914 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:41.640247 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:41.650854 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:41.660789 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] For port 686277b7-0c63-4a48-95ca-efac1752d314, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=686277b7-0c63-4a48-95ca-efac1752d314,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:41.665448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38460) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:41.674397 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:41.674660 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Checking segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:41.675063 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.675444 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Bound using segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:41.676464 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Bound port: df2748c1-936f-407c-ad7c-6fa38683d672, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:41.676846 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.682796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aa08ff0c-e3a3-47eb-a879-c9935fcb1f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.700651 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.739885 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:41.792864 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (686277b7-0c63-4a48-95ca-efac1752d314), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.892536 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2b97-841c-4b15-b50e-8f3ef9174f76 None None] Pushing event updated for resources: {'Port': ['ID=686277b7-0c63-4a48-95ca-efac1752d314,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:41.914504 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 04193648-3af2-4162-bfd1-89eba6dd2f99 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:41.915137 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38464) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:41.921808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Attempting to bind port 83b92484-d0c8-431d-86e8-e284243a0338 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:41.922206 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Attempting to bind port 83b92484-d0c8-431d-86e8-e284243a0338 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:41.922572 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Attempting to bind port 83b92484-d0c8-431d-86e8-e284243a0338 on network c03165e1-beb9-4a5b-abe8-8381d5e7772e {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:41.939469 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1972300064-network', 'tenant_id': 'b9cd119dd400423299db4ac398dd4ca1'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:41.998791 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:41.999166 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Checking segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:41.999577 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:41.999966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Bound using segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:42.000445 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Bound port: 83b92484-d0c8-431d-86e8-e284243a0338, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:42.001838 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (83b92484-d0c8-431d-86e8-e284243a0338), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.015986 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:42.020418 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] For port df2748c1-936f-407c-ad7c-6fa38683d672, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:42.045437 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:42.052984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:42.079666 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Publish callbacks [] for port (50b61aeb-8590-48ea-890b-cec785b06857), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.089614 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] For port df2748c1-936f-407c-ad7c-6fa38683d672, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=df2748c1-936f-407c-ad7c-6fa38683d672,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:42.135709 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (50b61aeb-8590-48ea-890b-cec785b06857), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.150246 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] For port 83b92484-d0c8-431d-86e8-e284243a0338, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:42.153587 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] For port 83b92484-d0c8-431d-86e8-e284243a0338, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=83b92484-d0c8-431d-86e8-e284243a0338,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:42.191548 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Attempting to bind port 50b61aeb-8590-48ea-890b-cec785b06857 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:42.191926 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Attempting to bind port 50b61aeb-8590-48ea-890b-cec785b06857 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:42.192287 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Attempting to bind port 50b61aeb-8590-48ea-890b-cec785b06857 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:42.193228 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.245838 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Pushing event updated for resources: {'Port': ['ID=50b61aeb-8590-48ea-890b-cec785b06857,revision_number=2']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:42.248625 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (83b92484-d0c8-431d-86e8-e284243a0338), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.259101 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Made reservation on behalf of b9cd119dd400423299db4ac398dd4ca1 for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:42.275768 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.276060 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.276315 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.276716 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.277115 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.277884 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Pushing event updated for resources: {'Port': ['ID=b9b74f04-7da8-4df6-9888-6631df09013b,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:42.279648 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.279992 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.280317 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.280649 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.280991 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.281322 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.281645 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.281981 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.282378 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.284900 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.285904 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Tracked resource versions report: Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: pushed versions: Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: { 'AddressGroup': {'1.2'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Agent': {'1.1'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'ConntrackHelper': {'1.0'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'LocalIPAssociation': {'1.0'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Log': {'1.0'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'NDPProxy': {'1.0'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Network': {'1.1'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Port': {'1.7'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'PortForwarding': {'1.3'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'QosPolicy': {'1.10'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroup': {'1.5'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroupRule': {'1.2'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SubPort': {'1.0'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Subnet': {'1.1'}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Trunk': {'1.1'}} Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: consumer versions: Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: { DHCP agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: HyperV agent@hv-cinder-84914: {}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: L3 agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: Metadata agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: Metering agent@dv-cinder-849143-10-iscsi: {}, Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: Open vSwitch agent@dv-cinder-849143-10-iscsi: { 'AddressGroup': '1.2', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Agent': '1.1', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'ConntrackHelper': '1.0', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'LocalIPAssociation': '1.0', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Log': '1.0', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'NDPProxy': '1.0', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Network': '1.1', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Port': '1.7', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'PortForwarding': '1.3', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'QosPolicy': '1.10', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroup': '1.5', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SecurityGroupRule': '1.2', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'SubPort': '1.0', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Subnet': '1.1', Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: 'Trunk': '1.1'}} Oct 04 05:42:42.287324 dv-cinder-849143-10-iscsi neutron-server[113155]: {{(pid=113155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 05:42:42.330630 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:42.331275 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:42.331851 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.332927 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:42.333601 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Bound port: 50b61aeb-8590-48ea-890b-cec785b06857, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:42.334193 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (50b61aeb-8590-48ea-890b-cec785b06857), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.356317 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2ba7f-6200-4e9f-a6ba-6aee9da7a50f None None] Pushing event updated for resources: {'Port': ['ID=df2748c1-936f-407c-ad7c-6fa38683d672,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:42.361510 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (f32ce1af-f12d-42b1-93da-ed106d90299d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.365485 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aa08ff0c-e3a3-47eb-a879-c9935fcb1f3e admin admin] Publish callbacks [] for security_group (e701e37b-dfd6-46e4-a943-3fbe797162df), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.446592 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] For port 50b61aeb-8590-48ea-890b-cec785b06857, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:42.453912 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] For port 50b61aeb-8590-48ea-890b-cec785b06857, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=50b61aeb-8590-48ea-890b-cec785b06857,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:42.458337 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:42.458451 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.467532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:42.469914 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aa08ff0c-e3a3-47eb-a879-c9935fcb1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e701e37b-dfd6-46e4-a943-3fbe797162df), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.470125 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b319b-7cbe-440c-ba9d-a14f14f77ed1 None None] Pushing event updated for resources: {'Port': ['ID=83b92484-d0c8-431d-86e8-e284243a0338,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:42.558623 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (50b61aeb-8590-48ea-890b-cec785b06857), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.579125 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Allocated IP 172.27.1.54 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/d34426d5-057f-4b6d-98ea-e3838a6aef72) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:42.580911 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38466) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:42.624853 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d261ec-8bf0-40b2-acd2-f18c86a209c8 None None] Pushing event updated for resources: {'Port': ['ID=50b61aeb-8590-48ea-890b-cec785b06857,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:42.632859 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-aa08ff0c-e3a3-47eb-a879-c9935fcb1f3e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8fc523b011464612b996bad60b7e7e6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9659195 Oct 04 05:42:42.633533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38468) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:42.647736 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:42.648469 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:42.651136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7bf10df8-48f4-4c88-98cb-fb2bfe653156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.733402 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:42.745702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08ff0c-e3a3-47eb-a879-c9935fcb1f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e701e37b-dfd6-46e4-a943-3fbe797162df,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:42.762018 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.811080 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f744f0cd-05c6-4251-ad8a-28dfb2d05751 admin admin] Publish callbacks [] for security_group (e701e37b-dfd6-46e4-a943-3fbe797162df), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.840550 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f744f0cd-05c6-4251-ad8a-28dfb2d05751 admin admin] Publish callbacks [] for security_group (e701e37b-dfd6-46e4-a943-3fbe797162df), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:42.917579 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:43.005372 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f744f0cd-05c6-4251-ad8a-28dfb2d05751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e701e37b-dfd6-46e4-a943-3fbe797162df), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.010837 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 686277b7-0c63-4a48-95ca-efac1752d314 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:43.015385 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f744f0cd-05c6-4251-ad8a-28dfb2d05751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.016548 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f744f0cd-05c6-4251-ad8a-28dfb2d05751 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e701e37b-dfd6-46e4-a943-3fbe797162df HTTP/1.1" status: 204 len: 168 time: 0.3680754 Oct 04 05:42:43.150486 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:43.161733 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:43.205795 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 686277b7-0c63-4a48-95ca-efac1752d314 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:43.206626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (686277b7-0c63-4a48-95ca-efac1752d314), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.207656 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 686277b7-0c63-4a48-95ca-efac1752d314 Oct 04 05:42:43.230503 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:38Z', 'revision_number': 3, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:43.258865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744f0cd-05c6-4251-ad8a-28dfb2d05751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e701e37b-dfd6-46e4-a943-3fbe797162df,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:43.266816 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d652ae-4790-493e-adf1-8891bc96299c None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:38Z', 'revision_number': 3, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:43.267719 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Router f32ce1af-f12d-42b1-93da-ed106d90299d is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:42:43.294383 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Allocated IP 172.20.0.1 (2c58c152-65b4-475d-9100-474584bb25cf/645be345-79fa-4dd5-978e-beefddbca126/b90a6956-fc8c-4c51-911f-dd219813ab98) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:43.389837 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 686277b7-0c63-4a48-95ca-efac1752d314 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:43.390477 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (686277b7-0c63-4a48-95ca-efac1752d314), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.404875 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks [] for security_group (fcee21db-4b97-4848-8c97-d13b68b66957), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.423031 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks [] for router_gateway (813315dc-6555-43f0-abec-cd013433ba02), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.441848 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 686277b7-0c63-4a48-95ca-efac1752d314, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=686277b7-0c63-4a48-95ca-efac1752d314,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:43.493509 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (fcee21db-4b97-4848-8c97-d13b68b66957), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.517199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:43.519809 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks [] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.530323 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:43.537541 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (686277b7-0c63-4a48-95ca-efac1752d314), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.539477 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device df2748c1-936f-407c-ad7c-6fa38683d672 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:43.617036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks [] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.619455 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:42:43.622627 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.623955 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ad598af8-01bf-4326-8dfa-92a9b62cff96 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2032111 Oct 04 05:42:43.636362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38478) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:43.654167 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7bf10df8-48f4-4c88-98cb-fb2bfe653156 admin admin] Publish callbacks [] for security_group (3b79002e-105e-4112-90e6-7cd1be935a5c), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.684150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:43.690348 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:43.732614 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (b0baf503-b593-43d2-93cb-5579edbf14cc), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.732951 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Added segment b0baf503-b593-43d2-93cb-5579edbf14cc of type vlan for network d9a3f4a4-1714-43db-8e4f-61730ef4b42f Oct 04 05:42:43.793045 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7bf10df8-48f4-4c88-98cb-fb2bfe653156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3b79002e-105e-4112-90e6-7cd1be935a5c), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.853128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:43.867416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:43.909968 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee21db-4b97-4848-8c97-d13b68b66957,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:43.957662 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d396faf-5c74-4826-a596-ef46aaa31acd None None] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:44.004062 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Pushing event updated for resources: {'Port': ['ID=d34426d5-057f-4b6d-98ea-e3838a6aef72,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:44.026193 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=686277b7-0c63-4a48-95ca-efac1752d314,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:44.100884 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (d9a3f4a4-1714-43db-8e4f-61730ef4b42f), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.142882 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:44.152730 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:44.157691 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:44.188577 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7bf10df8-48f4-4c88-98cb-fb2bfe653156 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e66884ef88e94c9e832ba74f0d41f381&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6007099 Oct 04 05:42:44.193485 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:44.219637 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38498) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:44.221777 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.db.resource_extend [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 05:42:44.233497 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port df2748c1-936f-407c-ad7c-6fa38683d672 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:44.236150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.236393 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port df2748c1-936f-407c-ad7c-6fa38683d672 Oct 04 05:42:44.275354 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:44.275354 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:44.367041 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faecd99-f7a9-437d-b9b2-44a2258d4b6e None None] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:44.419823 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.462560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf10df8-48f4-4c88-98cb-fb2bfe653156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79002e-105e-4112-90e6-7cd1be935a5c,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:44.483052 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (d9a3f4a4-1714-43db-8e4f-61730ef4b42f), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.484128 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:44.484707 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.530786 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Pushing event updated for resources: {'Port': ['ID=b90a6956-fc8c-4c51-911f-dd219813ab98,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:44.579017 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:44.596432 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-ad0f0f7a-260b-4a9f-ac54-2d65743b393a None None] Provisioning complete for port 686277b7-0c63-4a48-95ca-efac1752d314 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:44.599737 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0f7a-260b-4a9f-ac54-2d65743b393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (686277b7-0c63-4a48-95ca-efac1752d314), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.599737 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-ad0f0f7a-260b-4a9f-ac54-2d65743b393a None None] Attempt 1 to provision port 686277b7-0c63-4a48-95ca-efac1752d314 Oct 04 05:42:44.616252 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:44.622482 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:44.622702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (3c208c5d-f665-4c57-944d-0e936ff05929), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:44.722123 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:44.917074 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4601c25-72e0-49fa-acfe-ad9c30c29acd None None] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:44.937559 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0094781 Oct 04 05:42:44.938570 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38528) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:44.946319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Request body: {'subnet': {'network_id': 'd9a3f4a4-1714-43db-8e4f-61730ef4b42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1972300064-subnet', 'tenant_id': 'b9cd119dd400423299db4ac398dd4ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:44.957437 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bb9705db-1bbb-48c1-ba70-5cbc8e8aa91d admin admin] Publish callbacks [] for security_group (3b79002e-105e-4112-90e6-7cd1be935a5c), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.002474 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bb9705db-1bbb-48c1-ba70-5cbc8e8aa91d admin admin] Publish callbacks [] for security_group (3b79002e-105e-4112-90e6-7cd1be935a5c), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.087864 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.106465 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0153c-935f-47f4-9dca-2b1ab5fc397f admin admin] Pushing event updated for resources: {'Network': ['ID=d9a3f4a4-1714-43db-8e4f-61730ef4b42f,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:45.109428 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (813315dc-6555-43f0-abec-cd013433ba02), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.183296 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network d9a3f4a4-1714-43db-8e4f-61730ef4b42f details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:42:45.229647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Made reservation on behalf of b9cd119dd400423299db4ac398dd4ca1 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:42:45.232132 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.293062 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Allocated IP 172.20.0.1 (6cfb3053-30b6-4a8c-ab04-88f5f64c550f/b1efbda3-4dd3-4312-a46f-95c265616273/5cafbdf6-2a8d-46fa-be69-ee2671703cb6) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:45.308428 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f0f7a-260b-4a9f-ac54-2d65743b393a None None] Current status of the port 686277b7-0c63-4a48-95ca-efac1752d314 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:45.341609 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:45.440285 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks [] for router_gateway (298aa256-3db2-4ff8-917e-ce606d06ec08), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.530086 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port df2748c1-936f-407c-ad7c-6fa38683d672 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:45.530491 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.557032 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks [] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.559140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.597403 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:40Z', 'revision_number': 3, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:45.611315 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bb9705db-1bbb-48c1-ba70-5cbc8e8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3b79002e-105e-4112-90e6-7cd1be935a5c), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.615677 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bb9705db-1bbb-48c1-ba70-5cbc8e8aa91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.621622 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-bb9705db-1bbb-48c1-ba70-5cbc8e8aa91d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3b79002e-105e-4112-90e6-7cd1be935a5c HTTP/1.1" status: 204 len: 168 time: 1.3965502 Oct 04 05:42:45.638816 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Provisioning complete for port 83b92484-d0c8-431d-86e8-e284243a0338 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:45.639189 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (83b92484-d0c8-431d-86e8-e284243a0338), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.639519 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Attempt 1 to provision port 83b92484-d0c8-431d-86e8-e284243a0338 Oct 04 05:42:45.644872 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:45.645219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Updating router f32ce1af-f12d-42b1-93da-ed106d90299d port 1d0197a3-630a-40fa-83b6-9bacae265ef8 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:45.686165 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9705db-1bbb-48c1-ba70-5cbc8e8aa91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79002e-105e-4112-90e6-7cd1be935a5c,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:45.699150 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:45.770546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port df2748c1-936f-407c-ad7c-6fa38683d672, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=df2748c1-936f-407c-ad7c-6fa38683d672,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:45.790168 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Router 813315dc-6555-43f0-abec-cd013433ba02 is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:42:45.821495 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.848191 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=20 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:45.861469 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:45.896464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (8c527492-8683-44a0-be6e-8af63a313f3e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.134098 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.141996 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:46.192434 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Current status of the port 83b92484-d0c8-431d-86e8-e284243a0338 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:46.193038 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (83b92484-d0c8-431d-86e8-e284243a0338), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.205820 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=df2748c1-936f-407c-ad7c-6fa38683d672,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:46.260590 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 686277b7-0c63-4a48-95ca-efac1752d314 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:46.270002 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:46.283066 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:46.288533 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Sync routers for ids ['813315dc-6555-43f0-abec-cd013433ba02'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:46.298775 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Routers {'813315dc-6555-43f0-abec-cd013433ba02'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:46.299752 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['813315dc-6555-43f0-abec-cd013433ba02'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:46.305899 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (298aa256-3db2-4ff8-917e-ce606d06ec08), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.368513 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] For port 83b92484-d0c8-431d-86e8-e284243a0338, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=83b92484-d0c8-431d-86e8-e284243a0338,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:46.377376 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c527492-8683-44a0-be6e-8af63a313f3e,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:46.396700 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:46.419906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 686277b7-0c63-4a48-95ca-efac1752d314 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:46.420439 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (686277b7-0c63-4a48-95ca-efac1752d314), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.421184 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 686277b7-0c63-4a48-95ca-efac1752d314 Oct 04 05:42:46.427088 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:46.471490 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Set router 813315dc-6555-43f0-abec-cd013433ba02 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:46.476417 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:46.476902 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (f32ce1af-f12d-42b1-93da-ed106d90299d), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.512890 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (83b92484-d0c8-431d-86e8-e284243a0338), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.552880 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:46.630874 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Provisioning complete for port df2748c1-936f-407c-ad7c-6fa38683d672 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:46.631480 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.637916 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Attempt 1 to provision port df2748c1-936f-407c-ad7c-6fa38683d672 Oct 04 05:42:46.691431 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.703187 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9ed33077-aa10-4f04-a9f8-976798686a0d admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2721851 Oct 04 05:42:46.722283 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38562) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:46.793277 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Checking segment: {'id': 'b0baf503-b593-43d2-93cb-5579edbf14cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd9a3f4a4-1714-43db-8e4f-61730ef4b42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:46.793740 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Network hostable DHCP agents. Network: d9a3f4a4-1714-43db-8e4f-61730ef4b42f, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:42:46.807879 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:46.840204 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 3, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:46.857348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:46.878882 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Checking router: 813315dc-6555-43f0-abec-cd013433ba02 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:46.879462 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Updating router 813315dc-6555-43f0-abec-cd013433ba02 port b9b74f04-7da8-4df6-9888-6631df09013b binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:46.924392 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Pushing event updated for resources: {'Port': ['ID=83b92484-d0c8-431d-86e8-e284243a0338,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:46.935953 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 686277b7-0c63-4a48-95ca-efac1752d314 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:46.941376 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 83b92484-d0c8-431d-86e8-e284243a0338 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:47.013047 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Publish callbacks [] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.093279 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks [] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.114221 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.135687 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:42:47.137048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Network d9a3f4a4-1714-43db-8e4f-61730ef4b42f is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:42:47.147023 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 83b92484-d0c8-431d-86e8-e284243a0338 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:47.147513 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (83b92484-d0c8-431d-86e8-e284243a0338), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.147937 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 83b92484-d0c8-431d-86e8-e284243a0338 Oct 04 05:42:47.149825 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Current status of the port df2748c1-936f-407c-ad7c-6fa38683d672 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:47.179837 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.192368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.193743 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (f32ce1af-f12d-42b1-93da-ed106d90299d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.200754 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.201621 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Provisioning complete for port b90a6956-fc8c-4c51-911f-dd219813ab98 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:47.202559 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.202994 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Attempt 1 to provision port b90a6956-fc8c-4c51-911f-dd219813ab98 Oct 04 05:42:47.232608 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:47.253010 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Attempting to bind port 1d0197a3-630a-40fa-83b6-9bacae265ef8 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:47.257202 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Attempting to bind port 1d0197a3-630a-40fa-83b6-9bacae265ef8 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:47.257202 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Attempting to bind port 1d0197a3-630a-40fa-83b6-9bacae265ef8 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:47.288575 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:47.305129 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Pushing event updated for resources: {'Port': ['ID=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:47.311248 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, d9a3f4a4-1714-43db-8e4f-61730ef4b42f) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:47.319651 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723ce8-ddce-48b5-bf72-6d3048a17624 None None] Pushing event updated for resources: {'Port': ['ID=1d0197a3-630a-40fa-83b6-9bacae265ef8,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:47.325831 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:47.326461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.327799 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ff607-9101-4233-a0ea-771ad86ee9da None None] Port b90a6956-fc8c-4c51-911f-dd219813ab98 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:47.329499 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48a253-02f9-4424-8a82-e9569ec9d293 None None] Network d9a3f4a4-1714-43db-8e4f-61730ef4b42f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:47.355997 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks [] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.434398 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f3241fe9-631a-4626-8bbc-51c2ad14e36f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4932005 Oct 04 05:42:47.458464 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:47.458891 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:47.459349 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.459490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:47.459843 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:47.460381 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Bound port: 1d0197a3-630a-40fa-83b6-9bacae265ef8, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:47.460859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.462162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:47.464113 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.465398 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (3c208c5d-f665-4c57-944d-0e936ff05929), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.492232 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Publish callbacks [] for port (b9b74f04-7da8-4df6-9888-6631df09013b), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.526415 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Provisioning complete for port 686277b7-0c63-4a48-95ca-efac1752d314 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:47.526603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (686277b7-0c63-4a48-95ca-efac1752d314), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.527031 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Attempt 1 to provision port 686277b7-0c63-4a48-95ca-efac1752d314 Oct 04 05:42:47.528723 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 83b92484-d0c8-431d-86e8-e284243a0338 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:47.530270 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 50b61aeb-8590-48ea-890b-cec785b06857 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:47.597061 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.667720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] For port 1d0197a3-630a-40fa-83b6-9bacae265ef8, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:47.688854 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Attempting to bind port b9b74f04-7da8-4df6-9888-6631df09013b on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:47.688854 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Attempting to bind port b9b74f04-7da8-4df6-9888-6631df09013b by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:47.688854 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Attempting to bind port b9b74f04-7da8-4df6-9888-6631df09013b on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:47.725741 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] For port 1d0197a3-630a-40fa-83b6-9bacae265ef8, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=1d0197a3-630a-40fa-83b6-9bacae265ef8,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:47.732937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b9d2a-2655-40c6-a511-9dbfe755751c None None] Network d9a3f4a4-1714-43db-8e4f-61730ef4b42f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:42:47.789802 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38584) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:47.810886 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:47.835538 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 50b61aeb-8590-48ea-890b-cec785b06857 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:47.836038 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (50b61aeb-8590-48ea-890b-cec785b06857), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.836434 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 50b61aeb-8590-48ea-890b-cec785b06857 Oct 04 05:42:47.850571 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:47.854109 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:47.854515 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:47.856838 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.857254 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:47.857783 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Bound port: b9b74f04-7da8-4df6-9888-6631df09013b, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:47.858533 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.864066 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6a8d5-4bee-4eb2-853c-7d8b5ca740b3 None None] Pushing event updated for resources: {'Port': ['ID=b9b74f04-7da8-4df6-9888-6631df09013b,revision_number=2']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:47.871588 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Deleting subnet 3e6387d6-531d-403b-8984-0e38c51a61df {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:42:47.879039 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.912546 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:47.921761 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Publish callbacks [] for subnet (3e6387d6-531d-403b-8984-0e38c51a61df), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:47.928451 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] For port b9b74f04-7da8-4df6-9888-6631df09013b, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:47.936481 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] For port b9b74f04-7da8-4df6-9888-6631df09013b, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b9b74f04-7da8-4df6-9888-6631df09013b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:47.952192 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:48.008472 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:48.013861 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.039742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:48.079664 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Routers {'813315dc-6555-43f0-abec-cd013433ba02'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:48.080431 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['813315dc-6555-43f0-abec-cd013433ba02'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:48.115763 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Publish callbacks [] for subnet (3e6387d6-531d-403b-8984-0e38c51a61df), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.120946 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.126585 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:48.137443 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (3e6387d6-531d-403b-8984-0e38c51a61df), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.137633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:48.151781 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:48.151781 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:48.155977 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Current status of the port 686277b7-0c63-4a48-95ca-efac1752d314 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:48.165260 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:48.165886 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:48.176283 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:48.185332 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.186573 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-fb709d18-b9a3-477d-bdcd-b0d429e87c95 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0917926 Oct 04 05:42:48.201483 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Pushing event updated for resources: {'Port': ['ID=b90a6956-fc8c-4c51-911f-dd219813ab98,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:48.207324 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38610) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:48.221823 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6a8d5-4bee-4eb2-853c-7d8b5ca740b3 None None] Pushing event updated for resources: {'Port': ['ID=b9b74f04-7da8-4df6-9888-6631df09013b,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:48.367617 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723ce8-ddce-48b5-bf72-6d3048a17624 None None] Pushing event updated for resources: {'Port': ['ID=1d0197a3-630a-40fa-83b6-9bacae265ef8,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:48.377900 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] Set router 813315dc-6555-43f0-abec-cd013433ba02 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:48.491664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:42:48.674347 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Provisioning complete for port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:48.674940 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.675366 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Attempt 1 to provision port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 Oct 04 05:42:48.769054 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 3, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:48.795808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:48.819353 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f0b3a-3042-422b-9626-165c05cf0c18 None None] The sync data for ids ['813315dc-6555-43f0-abec-cd013433ba02'] in dv-cinder-849143-10-iscsi is: [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 3, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:48.821452 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:48.830528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 50b61aeb-8590-48ea-890b-cec785b06857 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:48.830918 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (50b61aeb-8590-48ea-890b-cec785b06857), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.856942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Router f32ce1af-f12d-42b1-93da-ed106d90299d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:42:48.921359 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:48.925339 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Provisioning complete for port 83b92484-d0c8-431d-86e8-e284243a0338 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:48.927253 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (83b92484-d0c8-431d-86e8-e284243a0338), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:48.928540 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Attempt 1 to provision port 83b92484-d0c8-431d-86e8-e284243a0338 Oct 04 05:42:48.932244 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:48.986276 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:48.997305 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:49.000183 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a8716851-5642-4479-b262-acee38eb0117 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3c208c5d-f665-4c57-944d-0e936ff05929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7272649 Oct 04 05:42:49.008221 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 50b61aeb-8590-48ea-890b-cec785b06857, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=50b61aeb-8590-48ea-890b-cec785b06857,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:49.039169 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:49.039704 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:49.079609 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:49.087228 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:49.137169 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:49.159792 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a300ae45-d53a-44a9-ad8a-b3270f03dd33 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/f32ce1af-f12d-42b1-93da-ed106d90299d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5180867 Oct 04 05:42:49.225924 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:49.240927 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Allocated IP 172.20.0.1 (46ff3f68-ce31-4d95-a2fd-eff768762bb7/05e0feef-1032-4da1-97d6-4475b66c555e/bac56c78-3840-43cc-9122-5c27d244493a) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:49.317675 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for subnet (3e6387d6-531d-403b-8984-0e38c51a61df), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.342787 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (50b61aeb-8590-48ea-890b-cec785b06857), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.394961 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:49.512656 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:49.578242 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6387d6-531d-403b-8984-0e38c51a61df,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:49.588649 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.592655 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9b8210a1-29f8-4ee2-a9bf-aa12ade293b5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/3e6387d6-531d-403b-8984-0e38c51a61df HTTP/1.1" status: 204 len: 168 time: 1.7855160 Oct 04 05:42:49.595253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38672) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:49.708804 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks [] for port (bac56c78-3840-43cc-9122-5c27d244493a), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.736333 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:49.759794 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (28bf5700-22f0-4eaf-913c-1dcf866f379f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.815797 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device df2748c1-936f-407c-ad7c-6fa38683d672 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:49.818345 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:49.818822 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Updating router 3c208c5d-f665-4c57-944d-0e936ff05929 port b90a6956-fc8c-4c51-911f-dd219813ab98 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:49.877179 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.903331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (28bf5700-22f0-4eaf-913c-1dcf866f379f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.916160 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:49.942238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (bac56c78-3840-43cc-9122-5c27d244493a), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:49.992524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:50.001669 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.002195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.003590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.004510 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=50b61aeb-8590-48ea-890b-cec785b06857,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:50.005193 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.005606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.015955 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.016377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.016726 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.017048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.017369 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.109326 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 3, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:50.233570 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7413c06d-b877-420c-ad4e-41cefe163a20 None None] Current status of the port 83b92484-d0c8-431d-86e8-e284243a0338 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:50.252494 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:50.264687 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port df2748c1-936f-407c-ad7c-6fa38683d672 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:50.265149 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.267961 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port df2748c1-936f-407c-ad7c-6fa38683d672 Oct 04 05:42:50.268852 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.273719 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:50.285014 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:50.291512 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:50.291897 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (813315dc-6555-43f0-abec-cd013433ba02), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.323792 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Pushing event updated for resources: {'Port': ['ID=bac56c78-3840-43cc-9122-5c27d244493a,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:50.400853 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:50.471421 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:50.473475 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Updating router 298aa256-3db2-4ff8-917e-ce606d06ec08 port d34426d5-057f-4b6d-98ea-e3838a6aef72 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:50.495811 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38692) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:50.595698 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Publish callbacks [] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.608942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.609689 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.617868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.618482 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:50.621893 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bf5700-22f0-4eaf-913c-1dcf866f379f']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:50.637626 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38700) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:50.672240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62236074', 'description': 'tempest-description--421457841'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:50.675973 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Provisioning complete for port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:50.676451 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.676890 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Attempt 1 to provision port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 Oct 04 05:42:50.677207 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.715033 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.720899 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 2, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:50.741790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:50.747051 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:50.805452 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147919d-dab0-4ed7-8e5a-3c8d2bf10297 None None] Pushing event updated for resources: {'Port': ['ID=b90a6956-fc8c-4c51-911f-dd219813ab98,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:50.818562 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Attempting to bind port b90a6956-fc8c-4c51-911f-dd219813ab98 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:50.818562 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Attempting to bind port b90a6956-fc8c-4c51-911f-dd219813ab98 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:50.818562 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Attempting to bind port b90a6956-fc8c-4c51-911f-dd219813ab98 on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:50.868087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.876780 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:50.877658 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:50.878828 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.879250 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Bound using segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:50.879798 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Bound port: b90a6956-fc8c-4c51-911f-dd219813ab98, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:50.880301 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.881382 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:50.882780 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeec367-ae11-45be-bc64-9b3691ea5710 None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 2, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:50.900612 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:50.938896 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:50.958900 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port df2748c1-936f-407c-ad7c-6fa38683d672 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:50.960229 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 83b92484-d0c8-431d-86e8-e284243a0338 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:50.965192 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:42:50.965192 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.001470 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Provisioning complete for port b90a6956-fc8c-4c51-911f-dd219813ab98 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:51.002101 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.002576 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Attempt 1 to provision port b90a6956-fc8c-4c51-911f-dd219813ab98 Oct 04 05:42:51.028104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38712) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:51.045302 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146609419', 'description': 'tempest-description--600415887'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:51.092652 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:51.094408 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.098464 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] For port b90a6956-fc8c-4c51-911f-dd219813ab98, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:51.110675 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] For port b90a6956-fc8c-4c51-911f-dd219813ab98, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b90a6956-fc8c-4c51-911f-dd219813ab98,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:51.129748 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c98cc240-5c83-4c56-883a-319c4b48ff6c None None] Port b90a6956-fc8c-4c51-911f-dd219813ab98 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:51.192819 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.213298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.232136 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:51.279217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 83b92484-d0c8-431d-86e8-e284243a0338 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:51.279727 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (83b92484-d0c8-431d-86e8-e284243a0338), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.280283 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 83b92484-d0c8-431d-86e8-e284243a0338 Oct 04 05:42:51.337280 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-2898c995-e913-42e4-a97c-a54d54ced979 None None] Provisioning complete for port bac56c78-3840-43cc-9122-5c27d244493a triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:51.337280 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2898c995-e913-42e4-a97c-a54d54ced979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bac56c78-3840-43cc-9122-5c27d244493a), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.337280 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-2898c995-e913-42e4-a97c-a54d54ced979 None None] Attempt 1 to provision port bac56c78-3840-43cc-9122-5c27d244493a Oct 04 05:42:51.364725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (28bf5700-22f0-4eaf-913c-1dcf866f379f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.402229 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Allocated IP 172.20.0.1 (c03165e1-beb9-4a5b-abe8-8381d5e7772e/60489c43-e95a-4d76-aaa7-a35f96a11c1b/727314ec-1398-490f-9c01-ad40be4c4faa) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:51.451995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.463758 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/28bf5700-22f0-4eaf-913c-1dcf866f379f HTTP/1.1" status: 204 len: 168 time: 1.8648601 Oct 04 05:42:51.467476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38720) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:51.561933 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:51.562879 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:51.578629 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks [] for port (727314ec-1398-490f-9c01-ad40be4c4faa), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.587225 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Publish callbacks [] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.591068 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49 resource provider aggregate not found Oct 04 05:42:51.601218 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-2898c995-e913-42e4-a97c-a54d54ced979 None None] Port bac56c78-3840-43cc-9122-5c27d244493a cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:51.624481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258be84-bcdf-45d3-9ee4-080dd58ec1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=28bf5700-22f0-4eaf-913c-1dcf866f379f,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:51.663934 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:51.665035 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccfc74a2-e98b-4d8f-a6d3-ea71c3652b49 found for delete ", "request_id": "req-df9117e3-93b5-4493-9697-45570a0f74e7"}]} Oct 04 05:42:51.667526 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bae79444-7baf-4c6c-b292-9198fb94d63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.670522 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bac56c78-3840-43cc-9122-5c27d244493a), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.673523 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 83b92484-d0c8-431d-86e8-e284243a0338 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:51.676459 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b9b74f04-7da8-4df6-9888-6631df09013b up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:51.696392 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147919d-dab0-4ed7-8e5a-3c8d2bf10297 None None] Pushing event updated for resources: {'Port': ['ID=b90a6956-fc8c-4c51-911f-dd219813ab98,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:51.726812 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.728308 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (04eb7df3-e27c-4dca-81a9-654938aad176), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.764090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Deleting subnet 8c527492-8683-44a0-be6e-8af63a313f3e {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:42:51.768605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Publish callbacks [] for subnet (8c527492-8683-44a0-be6e-8af63a313f3e), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.773095 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Attempting to bind port d34426d5-057f-4b6d-98ea-e3838a6aef72 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:51.778474 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Attempting to bind port d34426d5-057f-4b6d-98ea-e3838a6aef72 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:51.778474 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Attempting to bind port d34426d5-057f-4b6d-98ea-e3838a6aef72 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:51.786844 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:51.816566 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (8c527492-8683-44a0-be6e-8af63a313f3e), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.825450 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:51.829473 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:51.842049 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:51.842609 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:51.843102 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.843499 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:51.844154 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Bound port: d34426d5-057f-4b6d-98ea-e3838a6aef72, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:51.844541 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.875193 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (8c527492-8683-44a0-be6e-8af63a313f3e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.932016 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks [] for port (bac56c78-3840-43cc-9122-5c27d244493a), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.937288 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.970409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (f070dda9-2221-4aa2-98e6-4f0d74654b60), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:51.972859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (04eb7df3-e27c-4dca-81a9-654938aad176), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.016899 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:52.026929 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb7df3-e27c-4dca-81a9-654938aad176,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.037218 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:52.040663 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:52.041480 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (298aa256-3db2-4ff8-917e-ce606d06ec08), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.051153 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bac56c78-3840-43cc-9122-5c27d244493a), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.052093 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (813315dc-6555-43f0-abec-cd013433ba02), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.084680 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (f070dda9-2221-4aa2-98e6-4f0d74654b60), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.100902 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port b9b74f04-7da8-4df6-9888-6631df09013b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:52.101512 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.101800 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port b9b74f04-7da8-4df6-9888-6631df09013b Oct 04 05:42:52.116588 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3e032-6f3e-4f16-8978-9783cd0ee958 None None] Pushing event updated for resources: {'Port': ['ID=d34426d5-057f-4b6d-98ea-e3838a6aef72,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.184472 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Pushing event updated for resources: {'Port': ['ID=727314ec-1398-490f-9c01-ad40be4c4faa,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.190539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.200256 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f5a424e8-351a-432e-a85c-5045dff789bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5568235 Oct 04 05:42:52.202038 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (8c527492-8683-44a0-be6e-8af63a313f3e), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.236951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38728) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:52.237285 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:51Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:52.285415 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] For port d34426d5-057f-4b6d-98ea-e3838a6aef72, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:52.305341 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] For port d34426d5-057f-4b6d-98ea-e3838a6aef72, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=d34426d5-057f-4b6d-98ea-e3838a6aef72,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:52.314152 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port b9b74f04-7da8-4df6-9888-6631df09013b is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:52.314560 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.314971 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fade2c6-292d-488c-bdcc-c28bcf4f6e90 None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:51Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:52.318675 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.322486 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8c527492-8683-44a0-be6e-8af63a313f3e HTTP/1.1" status: 204 len: 168 time: 0.8531561 Oct 04 05:42:52.331279 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': '04eb7df3-e27c-4dca-81a9-654938aad176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:52.336062 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38734) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:52.350996 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01adef-61b4-4256-a6d4-d871362b17af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c527492-8683-44a0-be6e-8af63a313f3e,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.356758 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.357179 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port b9b74f04-7da8-4df6-9888-6631df09013b, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b9b74f04-7da8-4df6-9888-6631df09013b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:52.358028 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3184562 Oct 04 05:42:52.361814 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38736) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:52.366490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'security_group_rule': {'security_group_id': 'f070dda9-2221-4aa2-98e6-4f0d74654b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:52.380224 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d128e-b199-4eb8-be97-03fff728713a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f070dda9-2221-4aa2-98e6-4f0d74654b60,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.402868 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.455125 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:52.455773 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:52.516440 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (325e1b9f-9b54-40df-b904-cbbf707a1246), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.536211 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (a01fdd82-e599-4609-885e-b7cc1db1baf1), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.546533 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.547095 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:52.697000 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (a01fdd82-e599-4609-885e-b7cc1db1baf1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.699830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (325e1b9f-9b54-40df-b904-cbbf707a1246), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.737435 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:52.740029 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3e032-6f3e-4f16-8978-9783cd0ee958 None None] Pushing event updated for resources: {'Port': ['ID=d34426d5-057f-4b6d-98ea-e3838a6aef72,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.771589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (a01fdd82-e599-4609-885e-b7cc1db1baf1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.777484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (325e1b9f-9b54-40df-b904-cbbf707a1246), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.811766 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01fdd82-e599-4609-885e-b7cc1db1baf1,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.828000 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=b9b74f04-7da8-4df6-9888-6631df09013b,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.835167 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-98429cd9-231d-4151-a908-af091a1921a9 None None] Provisioning complete for port 727314ec-1398-490f-9c01-ad40be4c4faa triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:52.835550 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-98429cd9-231d-4151-a908-af091a1921a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.835886 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-98429cd9-231d-4151-a908-af091a1921a9 None None] Attempt 1 to provision port 727314ec-1398-490f-9c01-ad40be4c4faa Oct 04 05:42:52.860936 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325e1b9f-9b54-40df-b904-cbbf707a1246,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.881524 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:52.883454 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:52.898300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.902221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ea63a63a-eeb6-4f88-b2fe-a412d9fb6ebd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5721910 Oct 04 05:42:52.902482 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38742) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:52.907728 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': '04eb7df3-e27c-4dca-81a9-654938aad176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:52.919490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.927616 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-762a1caf-0022-48d7-be39-c4400147a5ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614622 Oct 04 05:42:52.927760 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Pushing event updated for resources: {'Port': ['ID=bac56c78-3840-43cc-9122-5c27d244493a,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:52.928855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38744) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:52.931797 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-98429cd9-231d-4151-a908-af091a1921a9 None None] Port 727314ec-1398-490f-9c01-ad40be4c4faa cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:52.934153 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bae79444-7baf-4c6c-b292-9198fb94d63f admin admin] Publish callbacks [] for security_group (843ccc91-5f32-417e-a2cb-41d8a2b26972), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.939023 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'security_group_rule': {'security_group_id': 'f070dda9-2221-4aa2-98e6-4f0d74654b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:52.948793 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (d9a3f4a4-1714-43db-8e4f-61730ef4b42f), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:52.967287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b90a6956-fc8c-4c51-911f-dd219813ab98 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:52.976075 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.016914 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bae79444-7baf-4c6c-b292-9198fb94d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (843ccc91-5f32-417e-a2cb-41d8a2b26972), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.020654 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:53.037441 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (e538155d-aac9-4086-9ed6-8179d1f9f68c), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.059328 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:53.134753 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port b90a6956-fc8c-4c51-911f-dd219813ab98 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:53.135343 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.135490 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port b90a6956-fc8c-4c51-911f-dd219813ab98 Oct 04 05:42:53.148579 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (c2b12abb-2d11-4a91-8435-67554cbf7e86), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.183153 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (e538155d-aac9-4086-9ed6-8179d1f9f68c), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.226784 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-bae79444-7baf-4c6c-b292-9198fb94d63f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=36456e80e4ba4067bf06e95e9f06e03e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6971471 Oct 04 05:42:53.239130 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38746) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:53.254179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (c2b12abb-2d11-4a91-8435-67554cbf7e86), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.255684 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 3, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:53.268943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (e538155d-aac9-4086-9ed6-8179d1f9f68c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.303221 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cc772-a4a5-4bff-b96d-522ea7f5ce80 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 3, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:53.319154 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e538155d-aac9-4086-9ed6-8179d1f9f68c,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:53.325100 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (c2b12abb-2d11-4a91-8435-67554cbf7e86), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.327402 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (d9a3f4a4-1714-43db-8e4f-61730ef4b42f), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.329825 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae79444-7baf-4c6c-b292-9198fb94d63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843ccc91-5f32-417e-a2cb-41d8a2b26972,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:53.367943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0c74-8d7d-4f78-a468-74428d66a00c admin admin] Publish callbacks [] for security_group (843ccc91-5f32-417e-a2cb-41d8a2b26972), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.369958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b12abb-2d11-4a91-8435-67554cbf7e86,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:53.412689 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port b90a6956-fc8c-4c51-911f-dd219813ab98 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:53.413209 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.424366 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.426234 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a8ed445b-dbcf-45fb-9f6b-23f343da89dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5227487 Oct 04 05:42:53.443939 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0c74-8d7d-4f78-a468-74428d66a00c admin admin] Publish callbacks [] for security_group (843ccc91-5f32-417e-a2cb-41d8a2b26972), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.446343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38750) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:53.469801 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:53.478902 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:53.482273 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.483624 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a3cd435c-6122-40c3-a3f3-fbcd8756a344 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5533473 Oct 04 05:42:53.512227 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port b90a6956-fc8c-4c51-911f-dd219813ab98, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b90a6956-fc8c-4c51-911f-dd219813ab98,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:53.534034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38752) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:53.541985 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:53.564421 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-95f8ce54-7b4e-4c6c-877f-5dce02233e2f None None] Provisioning complete for port bac56c78-3840-43cc-9122-5c27d244493a triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:53.564813 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-95f8ce54-7b4e-4c6c-877f-5dce02233e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bac56c78-3840-43cc-9122-5c27d244493a), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.565151 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-95f8ce54-7b4e-4c6c-877f-5dce02233e2f None None] Attempt 1 to provision port bac56c78-3840-43cc-9122-5c27d244493a Oct 04 05:42:53.598214 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.598744 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.601533 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.601883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > port after_create 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.601986 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.602275 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.606411 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > port after_update 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.606520 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 50b61aeb-8590-48ea-890b-cec785b06857 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:53.606597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.606597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.606597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.606597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.655918 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-95f8ce54-7b4e-4c6c-877f-5dce02233e2f None None] Port bac56c78-3840-43cc-9122-5c27d244493a cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:53.677214 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0c74-8d7d-4f78-a468-74428d66a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (843ccc91-5f32-417e-a2cb-41d8a2b26972), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.681379 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0c74-8d7d-4f78-a468-74428d66a00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.688056 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4e4d0c74-8d7d-4f78-a468-74428d66a00c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/843ccc91-5f32-417e-a2cb-41d8a2b26972 HTTP/1.1" status: 204 len: 168 time: 0.4363990 Oct 04 05:42:53.704112 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d0c74-8d7d-4f78-a468-74428d66a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843ccc91-5f32-417e-a2cb-41d8a2b26972,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:53.709419 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.745288 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=b90a6956-fc8c-4c51-911f-dd219813ab98,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:53.754467 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 50b61aeb-8590-48ea-890b-cec785b06857 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:53.754939 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (50b61aeb-8590-48ea-890b-cec785b06857), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.755345 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 50b61aeb-8590-48ea-890b-cec785b06857 Oct 04 05:42:53.838467 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 50b61aeb-8590-48ea-890b-cec785b06857 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:53.839636 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 1d0197a3-630a-40fa-83b6-9bacae265ef8 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:53.842302 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.842761 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.843186 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.843605 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 05:42:53.844047 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a3f4a4-1714-43db-8e4f-61730ef4b42f']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:53.890068 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 1d0197a3-630a-40fa-83b6-9bacae265ef8 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:53.891329 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:53.891668 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 1d0197a3-630a-40fa-83b6-9bacae265ef8 Oct 04 05:42:53.927722 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.001518 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Router 813315dc-6555-43f0-abec-cd013433ba02 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:42:54.005405 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0baf503-b593-43d2-93cb-5579edbf14cc') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:54.005909 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0baf503-b593-43d2-93cb-5579edbf14cc') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:54.028304 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:54.034195 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (b0baf503-b593-43d2-93cb-5579edbf14cc), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.058688 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 1d0197a3-630a-40fa-83b6-9bacae265ef8 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:54.059254 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.071374 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (b0baf503-b593-43d2-93cb-5579edbf14cc), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.085789 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 1d0197a3-630a-40fa-83b6-9bacae265ef8, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=1d0197a3-630a-40fa-83b6-9bacae265ef8,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:54.118570 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:42:54.119006 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (b0baf503-b593-43d2-93cb-5579edbf14cc), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.126332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.136557 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.157286 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:54.177066 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.274112 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=1d0197a3-630a-40fa-83b6-9bacae265ef8,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:54.275623 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks [] for port (727314ec-1398-490f-9c01-ad40be4c4faa), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.288881 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:54.309422 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c06550ac-03d7-4011-a290-9648c17d325a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/813315dc-6555-43f0-abec-cd013433ba02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5851321 Oct 04 05:42:54.310631 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Sync routers for ids ['813315dc-6555-43f0-abec-cd013433ba02'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:54.324787 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.27.1.249 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/66031b64-bd9d-4a6c-9b6c-8939e97eb802) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:54.326298 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Routers {'813315dc-6555-43f0-abec-cd013433ba02'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:54.328132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['813315dc-6555-43f0-abec-cd013433ba02'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:54.360187 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (d9a3f4a4-1714-43db-8e4f-61730ef4b42f), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.374364 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.380277 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/d9a3f4a4-1714-43db-8e4f-61730ef4b42f HTTP/1.1" status: 204 len: 168 time: 2.0332968 Oct 04 05:42:54.401703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:54.404985 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839f307-6b61-49c1-9c42-d5348fd3a777 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a3f4a4-1714-43db-8e4f-61730ef4b42f,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:54.406508 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.481850 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.485142 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (298aa256-3db2-4ff8-917e-ce606d06ec08), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.487104 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Pushing event updated for resources: {'Port': ['ID=727314ec-1398-490f-9c01-ad40be4c4faa,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:54.489919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Set router 813315dc-6555-43f0-abec-cd013433ba02 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:54.619811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.682025 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:54.683933 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:54.744185 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b90a6956-fc8c-4c51-911f-dd219813ab98 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:54.759467 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:54.770883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38788) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:54.781455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:54.784236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:54.832199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=66031b64-bd9d-4a6c-9b6c-8939e97eb802,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:54.851544 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Allocated IP 172.27.1.253 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/e02d2046-604e-4bba-9dcb-ad7b2802ceb3) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:42:54.880021 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port b90a6956-fc8c-4c51-911f-dd219813ab98 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:54.882106 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.882106 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port b90a6956-fc8c-4c51-911f-dd219813ab98 Oct 04 05:42:54.909109 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f58aab93-c2f8-4f85-81d7-97f049f14935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:54.946120 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:50Z', 'revision_number': 4, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'bac56c78-3840-43cc-9122-5c27d244493a', 'name': '', 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'mac_address': 'fa:16:3e:23:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:48Z', 'updated_at': '2022-10-04T05:42:51Z', 'revision_number': 2, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'subnets': [{'id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:54.965840 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:54.991128 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:42:55.052115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (094433be-b41c-489a-a6e8-9c4ef180f3a8), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.071064 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38796) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:55.102968 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment b0baf503-b593-43d2-93cb-5579edbf14cc resource provider aggregate not found Oct 04 05:42:55.142430 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:42:55.161686 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.192133 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1435a836-a7da-4c90-8078-d7beabd0c6b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=eef5caf8a6d24a65a5758762c5bdfc3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1181982 Oct 04 05:42:55.195941 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38802) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:55.226192 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:55.233214 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:42:55.236919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Checking router: 813315dc-6555-43f0-abec-cd013433ba02 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:55.237270 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Updating router 813315dc-6555-43f0-abec-cd013433ba02 port bac56c78-3840-43cc-9122-5c27d244493a binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:55.248142 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5aeb9092-eccd-4781-8d20-c2635ae25de5 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/298aa256-3db2-4ff8-917e-ce606d06ec08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0315263 Oct 04 05:42:55.248142 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment b0baf503-b593-43d2-93cb-5579edbf14cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0baf503-b593-43d2-93cb-5579edbf14cc found for delete ", "request_id": "req-14c1a278-b489-47ef-93fc-306a0d4d3195"}]} Oct 04 05:42:55.256994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.278809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-130388f1-ba12-462b-b5d1-2c64460af161 None None] Provisioning complete for port 727314ec-1398-490f-9c01-ad40be4c4faa triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:55.279203 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-130388f1-ba12-462b-b5d1-2c64460af161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.279539 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-130388f1-ba12-462b-b5d1-2c64460af161 None None] Attempt 1 to provision port 727314ec-1398-490f-9c01-ad40be4c4faa Oct 04 05:42:55.303588 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f58aab93-c2f8-4f85-81d7-97f049f14935 admin admin] Publish callbacks [] for security_group (bb4d9906-158d-4aab-9142-8bda02a3bcc9), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.316375 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-130388f1-ba12-462b-b5d1-2c64460af161 None None] Port 727314ec-1398-490f-9c01-ad40be4c4faa cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:42:55.317939 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bac56c78-3840-43cc-9122-5c27d244493a), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.341195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8803725e-6f82-4068-916b-4acb5607ae8f admin admin] Publish callbacks [] for security_group (088be888-b9ac-4135-b345-b9ea1209cbae), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.358106 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:55.369123 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f58aab93-c2f8-4f85-81d7-97f049f14935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (bb4d9906-158d-4aab-9142-8bda02a3bcc9), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.389470 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port b90a6956-fc8c-4c51-911f-dd219813ab98 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:55.390601 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b9b74f04-7da8-4df6-9888-6631df09013b up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:55.392944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8803725e-6f82-4068-916b-4acb5607ae8f admin admin] Publish callbacks [] for security_group (088be888-b9ac-4135-b345-b9ea1209cbae), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.407846 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.437292 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f58aab93-c2f8-4f85-81d7-97f049f14935 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=09d60b47b1314bd097984927e060f258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6629276 Oct 04 05:42:55.437292 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aab93-c2f8-4f85-81d7-97f049f14935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d9906-158d-4aab-9142-8bda02a3bcc9,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:55.438589 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38810) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:55.492498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:42:55.501646 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port b9b74f04-7da8-4df6-9888-6631df09013b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:55.501996 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.502368 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port b9b74f04-7da8-4df6-9888-6631df09013b Oct 04 05:42:55.506448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:42:55.508811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:42:55.533096 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26f7901d-6044-4eed-8ab5-02e53e72ae1e admin admin] Publish callbacks [] for security_group (bb4d9906-158d-4aab-9142-8bda02a3bcc9), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.544780 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'Port': ['ID=e02d2046-604e-4bba-9dcb-ad7b2802ceb3,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:55.565243 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.649376 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26f7901d-6044-4eed-8ab5-02e53e72ae1e admin admin] Publish callbacks [] for security_group (bb4d9906-158d-4aab-9142-8bda02a3bcc9), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.663007 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8803725e-6f82-4068-916b-4acb5607ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (088be888-b9ac-4135-b345-b9ea1209cbae), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.666325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8803725e-6f82-4068-916b-4acb5607ae8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.667858 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8803725e-6f82-4068-916b-4acb5607ae8f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/088be888-b9ac-4135-b345-b9ea1209cbae HTTP/1.1" status: 204 len: 168 time: 0.4694607 Oct 04 05:42:55.670989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.745970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (00c333c8-ceda-4ff3-9a56-a1b048bb0168), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.759578 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Publish callbacks [] for port (bac56c78-3840-43cc-9122-5c27d244493a), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.777291 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803725e-6f82-4068-916b-4acb5607ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088be888-b9ac-4135-b345-b9ea1209cbae,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:55.800069 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=66031b64-bd9d-4a6c-9b6c-8939e97eb802,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:55.817036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (094433be-b41c-489a-a6e8-9c4ef180f3a8), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.854100 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26f7901d-6044-4eed-8ab5-02e53e72ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (bb4d9906-158d-4aab-9142-8bda02a3bcc9), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.860927 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26f7901d-6044-4eed-8ab5-02e53e72ae1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.864700 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-26f7901d-6044-4eed-8ab5-02e53e72ae1e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bb4d9906-158d-4aab-9142-8bda02a3bcc9 HTTP/1.1" status: 204 len: 168 time: 0.4226036 Oct 04 05:42:55.868723 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port b9b74f04-7da8-4df6-9888-6631df09013b is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:55.875721 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7901d-6044-4eed-8ab5-02e53e72ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d9906-158d-4aab-9142-8bda02a3bcc9,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:55.878042 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 1d0197a3-630a-40fa-83b6-9bacae265ef8 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:55.909437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.954190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:55.955600 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2ba8b626-a4ce-4914-a925-fe181e25998a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5083559 Oct 04 05:42:55.955893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bac56c78-3840-43cc-9122-5c27d244493a), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.092232 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:56.133314 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c96e67-9b61-411e-89d4-9b6ccfbdcebe None None] Pushing event updated for resources: {'Port': ['ID=bac56c78-3840-43cc-9122-5c27d244493a,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:56.140279 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 1d0197a3-630a-40fa-83b6-9bacae265ef8 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:56.140642 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.140990 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 1d0197a3-630a-40fa-83b6-9bacae265ef8 Oct 04 05:42:56.184978 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Attempting to bind port bac56c78-3840-43cc-9122-5c27d244493a on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:56.185342 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Attempting to bind port bac56c78-3840-43cc-9122-5c27d244493a by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:56.185739 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Attempting to bind port bac56c78-3840-43cc-9122-5c27d244493a on network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:56.196464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.222736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:56.249173 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38826) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:56.253654 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:56.254095 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Checking segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:56.254222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.258465 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.260976 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Bound using segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:56.261796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Bound port: bac56c78-3840-43cc-9122-5c27d244493a, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:56.262448 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bac56c78-3840-43cc-9122-5c27d244493a), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.357568 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 1d0197a3-630a-40fa-83b6-9bacae265ef8 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:56.359880 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:56.376680 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38846) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:56.379322 dv-cinder-849143-10-iscsi neutron-server[113152]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 05:42:56.387590 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] For port bac56c78-3840-43cc-9122-5c27d244493a, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:56.389944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (00c333c8-ceda-4ff3-9a56-a1b048bb0168), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.391729 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] For port bac56c78-3840-43cc-9122-5c27d244493a, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bac56c78-3840-43cc-9122-5c27d244493a,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:56.401265 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'Port': ['ID=e02d2046-604e-4bba-9dcb-ad7b2802ceb3,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:56.445672 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:56.462408 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:56.463018 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:56.495260 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bac56c78-3840-43cc-9122-5c27d244493a), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.499379 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.500946 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b1de86dc-047f-4715-a691-16da583ff7fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9653671 Oct 04 05:42:56.551318 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Routers {'813315dc-6555-43f0-abec-cd013433ba02'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:56.552155 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['813315dc-6555-43f0-abec-cd013433ba02'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:56.631823 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-8968d966-b85f-4eb0-9a8e-477ab099d756 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:56.636202 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-8968d966-b85f-4eb0-9a8e-477ab099d756 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/networks?id=46ff3f68-ce31-4d95-a2fd-eff768762bb7 HTTP/1.1" status: 200 len: 812 time: 0.2579722 Oct 04 05:42:56.636655 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38852) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:56.643670 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:56.662285 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:56.665192 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-f4b26ad0-b2be-40f3-b1a8-4a6ce355f80e tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/quotas/b427232479e14a6fa576f4461032f12b HTTP/1.1" status: 200 len: 375 time: 0.0186031 Oct 04 05:42:56.722982 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c96e67-9b61-411e-89d4-9b6ccfbdcebe None None] Pushing event updated for resources: {'Port': ['ID=bac56c78-3840-43cc-9122-5c27d244493a,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:56.822636 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device d34426d5-057f-4b6d-98ea-e3838a6aef72 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:56.827536 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:56.836660 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:56.879219 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-db7ac1ab-0e74-42a0-bb90-a84106613083 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b427232479e14a6fa576f4461032f12b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955667 Oct 04 05:42:56.900589 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] Set router 813315dc-6555-43f0-abec-cd013433ba02 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:56.925477 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3fc373ee-43b4-4a48-9bf5-270d1a25522a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.979567 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port d34426d5-057f-4b6d-98ea-e3838a6aef72 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:56.979917 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:56.980245 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port d34426d5-057f-4b6d-98ea-e3838a6aef72 Oct 04 05:42:57.035244 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 2, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:57.060952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3fc373ee-43b4-4a48-9bf5-270d1a25522a admin admin] Publish callbacks [] for security_group (27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.089853 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:42:57.090522 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Updating router f32ce1af-f12d-42b1-93da-ed106d90299d port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:42:57.131131 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.147363 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:57.162323 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3fc373ee-43b4-4a48-9bf5-270d1a25522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.188895 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port d34426d5-057f-4b6d-98ea-e3838a6aef72 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:57.189316 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.203824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38866) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:57.208676 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339997058', 'description': 'tempest-description--1722283006'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:57.248993 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ba13d34-727c-4069-b36e-c6bf57ccecf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.270198 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-3fc373ee-43b4-4a48-9bf5-270d1a25522a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b47daea4aa234222a65a1e0c934fe745&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0190620 Oct 04 05:42:57.271192 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38870) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:57.271859 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc373ee-43b4-4a48-9bf5-270d1a25522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:57.291739 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port d34426d5-057f-4b6d-98ea-e3838a6aef72, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=d34426d5-057f-4b6d-98ea-e3838a6aef72,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:57.399578 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:57.403391 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.404038 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38888) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:57.408050 dv-cinder-849143-10-iscsi neutron-server[113153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 05:42:57.410722 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fbc3ca5-ce9f-4519-895c-35cc383521c0 admin admin] Publish callbacks [] for security_group (27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.417540 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.438766 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fbc3ca5-ce9f-4519-895c-35cc383521c0 admin admin] Publish callbacks [] for security_group (27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.460342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:57.492955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:50Z', 'revision_number': 4, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'bac56c78-3840-43cc-9122-5c27d244493a', 'name': '', 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'mac_address': 'fa:16:3e:23:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:48Z', 'updated_at': '2022-10-04T05:42:56Z', 'revision_number': 4, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'subnets': [{'id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:57.498276 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-bfee6ec7-eb85-45c4-a795-0390a8439e12 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:42:57.513100 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-bfee6ec7-eb85-45c4-a795-0390a8439e12 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1324193 Oct 04 05:42:57.537665 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38892) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:57.562247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Publish callbacks [] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.567142 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e6bcd-7aec-4a1c-93ea-2bce96486b4e None None] The sync data for ids ['813315dc-6555-43f0-abec-cd013433ba02'] in dv-cinder-849143-10-iscsi is: [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:50Z', 'revision_number': 4, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'bac56c78-3840-43cc-9122-5c27d244493a', 'name': '', 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'mac_address': 'fa:16:3e:23:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:48Z', 'updated_at': '2022-10-04T05:42:56Z', 'revision_number': 4, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'subnets': [{'id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:57.613364 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=d34426d5-057f-4b6d-98ea-e3838a6aef72,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:57.648851 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-938762f6-6197-45c8-bcc9-fac92940effe service neutron] 10.222.0.26 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348631 Oct 04 05:42:57.649988 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fbc3ca5-ce9f-4519-895c-35cc383521c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.652531 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fbc3ca5-ce9f-4519-895c-35cc383521c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.657090 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-0fbc3ca5-ce9f-4519-895c-35cc383521c0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75 HTTP/1.1" status: 204 len: 168 time: 0.3742554 Oct 04 05:42:57.673737 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.689312 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cc23e0db-0797-4470-ad40-714c5eb818eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.745352 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:57.747709 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:57.756526 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c06a9-420f-4118-8736-57d4c79f181d None None] Pushing event updated for resources: {'Port': ['ID=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:57.768558 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc3ca5-ce9f-4519-895c-35cc383521c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d7cd29-40d4-4ec5-864c-c0fe1e7b3b75,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:57.773566 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-917a0c75-3c62-4389-aed3-918501d665ab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142690 Oct 04 05:42:57.809931 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-a27e487f-43b4-4d1a-be06-2336617e0446 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--62236074&fields=id&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 267 time: 0.4029303 Oct 04 05:42:57.813735 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ba13d34-727c-4069-b36e-c6bf57ccecf6 admin admin] Publish callbacks [] for security_group (20b778dc-531d-424a-a322-d3ae89bd2db1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.872058 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Attempting to bind port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:42:57.872058 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Attempting to bind port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:42:57.872058 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Attempting to bind port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:42:57.922911 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:42:57.923272 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Checking segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:42:57.923879 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.924459 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Bound using segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:42:57.926259 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Bound port: 5cafbdf6-2a8d-46fa-be69-ee2671703cb6, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:42:57.926846 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.940109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (5a9240c3-67e6-4e48-a269-0852f9f5fb3e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.941905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ba13d34-727c-4069-b36e-c6bf57ccecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (20b778dc-531d-424a-a322-d3ae89bd2db1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:57.966016 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-68ef413e-d3c9-4d8f-9f8e-99b15935c295 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b9cd119dd400423299db4ac398dd4ca1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4251456 Oct 04 05:42:57.968922 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38900) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:57.996407 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] For port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:42:58.002349 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] For port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:42:58.026779 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5ba13d34-727c-4069-b36e-c6bf57ccecf6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7070376ed1fd4d289d306c65471b5e95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3889322 Oct 04 05:42:58.027475 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5a9240c3-67e6-4e48-a269-0852f9f5fb3e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.029542 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38904) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:58.064073 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba13d34-727c-4069-b36e-c6bf57ccecf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b778dc-531d-424a-a322-d3ae89bd2db1,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:58.078366 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-535fc980-e7cd-44b7-8104-bd9c99bff0b0 admin admin] Publish callbacks [] for security_group (fcee21db-4b97-4848-8c97-d13b68b66957), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.109398 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.119053 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-535fc980-e7cd-44b7-8104-bd9c99bff0b0 admin admin] Publish callbacks [] for security_group (fcee21db-4b97-4848-8c97-d13b68b66957), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.172039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-93e6fdf9-5318-42c5-9c00-25fa1d4a3cc8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:58.184850 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-93e6fdf9-5318-42c5-9c00-25fa1d4a3cc8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.3737779 Oct 04 05:42:58.206998 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.215578 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0107009 Oct 04 05:42:58.220511 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38930) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:58.226591 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdcce4-ff67-46f5-b840-737a34b6bea9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9240c3-67e6-4e48-a269-0852f9f5fb3e,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:58.238212 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:58.245390 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-f7d7e005-e6d0-4568-b2fc-dc97c01da17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 375 time: 0.0593989 Oct 04 05:42:58.248627 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'security_group_rule': {'security_group_id': '5a9240c3-67e6-4e48-a269-0852f9f5fb3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:58.257317 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:58.259559 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:58.273894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7db481c8-0fbe-4392-8304-183734032c1d admin admin] Publish callbacks [] for security_group (20b778dc-531d-424a-a322-d3ae89bd2db1), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.300213 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-535fc980-e7cd-44b7-8104-bd9c99bff0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (fcee21db-4b97-4848-8c97-d13b68b66957), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.302758 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-535fc980-e7cd-44b7-8104-bd9c99bff0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.303377 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c06a9-420f-4118-8736-57d4c79f181d None None] Pushing event updated for resources: {'Port': ['ID=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:58.303814 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-535fc980-e7cd-44b7-8104-bd9c99bff0b0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fcee21db-4b97-4848-8c97-d13b68b66957 HTTP/1.1" status: 204 len: 168 time: 0.3333549 Oct 04 05:42:58.329366 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7db481c8-0fbe-4392-8304-183734032c1d admin admin] Publish callbacks [] for security_group (20b778dc-531d-424a-a322-d3ae89bd2db1), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.380142 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fc980-e7cd-44b7-8104-bd9c99bff0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee21db-4b97-4848-8c97-d13b68b66957,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:58.477136 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:42:58.513667 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-5e4d2149-52b2-499a-8928-8710236acbd0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2550395 Oct 04 05:42:58.563643 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (9718d191-9f66-4a72-81fc-d62c170893d9), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.582483 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-cbfd51e7-6c05-4379-991b-d84d7e785dc5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--146609419&fields=id&tenant_id=636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 267 time: 0.3126643 Oct 04 05:42:58.638006 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38944) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:58.675599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6284dd2c-f8ac-4919-b99b-9b2bb417357a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.744913 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:58.866467 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6284dd2c-f8ac-4919-b99b-9b2bb417357a admin admin] Publish callbacks [] for security_group (c65610cd-e199-441d-9445-f974a3dd3357), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.874254 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:58.930397 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:58.938421 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (9718d191-9f66-4a72-81fc-d62c170893d9), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.949653 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-3fe19bdc-78be-4506-8f65-94c1c6c48c0d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:42:58.956591 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-3fe19bdc-78be-4506-8f65-94c1c6c48c0d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 816 time: 0.3682332 Oct 04 05:42:58.959379 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:58.979269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6284dd2c-f8ac-4919-b99b-9b2bb417357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (c65610cd-e199-441d-9445-f974a3dd3357), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.980777 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-c5c3eb3b-b7f2-4b98-9238-cdde71449435 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/quotas/636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 375 time: 0.0229323 Oct 04 05:42:58.983192 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7db481c8-0fbe-4392-8304-183734032c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (20b778dc-531d-424a-a322-d3ae89bd2db1), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.987011 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7db481c8-0fbe-4392-8304-183734032c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:58.988608 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7db481c8-0fbe-4392-8304-183734032c1d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/20b778dc-531d-424a-a322-d3ae89bd2db1 HTTP/1.1" status: 204 len: 168 time: 0.9579859 Oct 04 05:42:59.018384 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:59.019886 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.020450 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 Oct 04 05:42:59.031958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284dd2c-f8ac-4919-b99b-9b2bb417357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65610cd-e199-441d-9445-f974a3dd3357,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:59.036999 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6284dd2c-f8ac-4919-b99b-9b2bb417357a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d76cdc535cb848d5afdff253e48c2b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979011 Oct 04 05:42:59.040333 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 38964) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:59.048105 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db481c8-0fbe-4392-8304-183734032c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b778dc-531d-424a-a322-d3ae89bd2db1,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:59.055620 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (9718d191-9f66-4a72-81fc-d62c170893d9), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.080934 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-886a4b6a-7eab-49b5-bff7-0da366b679a1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857177 Oct 04 05:42:59.083039 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9718d191-9f66-4a72-81fc-d62c170893d9,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:59.129784 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69fd773e-0153-4c98-8ce2-acc15981f2c7 admin admin] Publish callbacks [] for security_group (c65610cd-e199-441d-9445-f974a3dd3357), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.156296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69fd773e-0153-4c98-8ce2-acc15981f2c7 admin admin] Publish callbacks [] for security_group (c65610cd-e199-441d-9445-f974a3dd3357), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.157087 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:59.180976 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:42:59.194578 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601fe16-3e71-4d83-989b-f2632a36e324 None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:42:59.214297 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.218314 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5476e6be-0848-4b75-8301-31c543976344 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9941576 Oct 04 05:42:59.218559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38968) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:59.225181 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'security_group_rule': {'security_group_id': '5a9240c3-67e6-4e48-a269-0852f9f5fb3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:59.286984 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:42:59.287389 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.313836 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-050da347-cdc1-4ef0-a047-a4ae2dbbfbbf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094393 Oct 04 05:42:59.329749 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69fd773e-0153-4c98-8ce2-acc15981f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (c65610cd-e199-441d-9445-f974a3dd3357), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.332563 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69fd773e-0153-4c98-8ce2-acc15981f2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.336476 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-69fd773e-0153-4c98-8ce2-acc15981f2c7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c65610cd-e199-441d-9445-f974a3dd3357 HTTP/1.1" status: 204 len: 168 time: 0.2950108 Oct 04 05:42:59.337824 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:42:59.346378 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd773e-0153-4c98-8ce2-acc15981f2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65610cd-e199-441d-9445-f974a3dd3357,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:59.398788 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (c89b8d8a-1beb-40e5-8803-f03e678e3aa1), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.418935 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.420518 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device d34426d5-057f-4b6d-98ea-e3838a6aef72 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:42:59.515243 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:42:59.595589 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (c89b8d8a-1beb-40e5-8803-f03e678e3aa1), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.604620 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-36f95522-87a3-4a9b-9d93-a783166cc4cc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834711 Oct 04 05:42:59.716154 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-38784354-a84c-4259-aa95-7ee52eaaa612 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:42:59.717342 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-38784354-a84c-4259-aa95-7ee52eaaa612 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4747472 Oct 04 05:42:59.730840 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (c89b8d8a-1beb-40e5-8803-f03e678e3aa1), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.779835 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89b8d8a-1beb-40e5-8803-f03e678e3aa1,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:59.843900 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:42:59.844528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:42:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:42:59.856083 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:42:59.907352 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-733b4d0b-a86b-4f90-9ac2-bcafd82176dc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731999 Oct 04 05:42:59.907470 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.907470 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-42ce677f-65ca-43b6-8dab-9443b65b4629 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6861849 Oct 04 05:42:59.910573 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 38990) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:42:59.915128 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:42:59.943370 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port d34426d5-057f-4b6d-98ea-e3838a6aef72 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:42:59.943969 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:42:59.944044 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port d34426d5-057f-4b6d-98ea-e3838a6aef72 Oct 04 05:43:00.031298 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1158e36a-4325-419f-9e6a-2435d1f2300a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.094777 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.106120 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:00.132037 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3ec703f-fcd5-4f15-b053-632ef6eb198b req-d79fe93a-34bb-4f36-8b35-91857c7f36c3 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.1112075 Oct 04 05:43:00.229319 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-1dc5f2a7-7596-4635-9d63-28dedfcedced service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140063 Oct 04 05:43:00.281690 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:00.322669 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port d34426d5-057f-4b6d-98ea-e3838a6aef72 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:00.328397 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bac56c78-3840-43cc-9122-5c27d244493a up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:00.390229 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-34441868-651c-495d-8ff6-d612c4d99957 req-2cb8bdb7-a2a3-4a4b-b1d8-d8bbb9ddabd7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.0494587 Oct 04 05:43:00.443120 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:00.478165 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.553853 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port bac56c78-3840-43cc-9122-5c27d244493a triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:00.554263 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bac56c78-3840-43cc-9122-5c27d244493a), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.554604 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port bac56c78-3840-43cc-9122-5c27d244493a Oct 04 05:43:00.652957 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Allocated IP 172.27.1.36 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/6e865045-d9a0-4616-9d37-9217487d6521) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:43:00.736641 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 2, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:00.785298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:00.798179 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port bac56c78-3840-43cc-9122-5c27d244493a is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:00.798707 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bac56c78-3840-43cc-9122-5c27d244493a), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.801362 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:43:00.801810 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Updating router 298aa256-3db2-4ff8-917e-ce606d06ec08 port 727314ec-1398-490f-9c01-ad40be4c4faa binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:43:00.821210 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9683be80-7cbb-4228-abc3-72a64678a758 req-b83f7a6d-f9cf-471c-a7c7-d39862cfc0cc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0611751 Oct 04 05:43:00.847062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.905444 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port bac56c78-3840-43cc-9122-5c27d244493a, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bac56c78-3840-43cc-9122-5c27d244493a,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:00.913887 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for port (6e865045-d9a0-4616-9d37-9217487d6521), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:00.917073 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:00.965023 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:01.045480 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (6e865045-d9a0-4616-9d37-9217487d6521), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.119465 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:43:01.125559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:01.134599 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:43:01.233158 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Publish callbacks [] for port (727314ec-1398-490f-9c01-ad40be4c4faa), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.243166 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bac56c78-3840-43cc-9122-5c27d244493a), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.301964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.382707 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=bac56c78-3840-43cc-9122-5c27d244493a,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:01.397766 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.420059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:01.494467 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Attempting to bind port 727314ec-1398-490f-9c01-ad40be4c4faa on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:43:01.494838 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Attempting to bind port 727314ec-1398-490f-9c01-ad40be4c4faa by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:43:01.495205 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Attempting to bind port 727314ec-1398-490f-9c01-ad40be4c4faa on network c03165e1-beb9-4a5b-abe8-8381d5e7772e {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:01.505600 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'Port': ['ID=6e865045-d9a0-4616-9d37-9217487d6521,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:01.523749 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:01.594616 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053e685-b10c-4d0a-9ab6-5a586bd69b1a None None] Pushing event updated for resources: {'Port': ['ID=727314ec-1398-490f-9c01-ad40be4c4faa,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:01.608468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:01.609106 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.609586 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 Oct 04 05:43:01.629560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (f6f40709-0cb8-49e5-9336-1e04742237c4), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.666626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:43:01.667560 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Checking segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:43:01.667560 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.667765 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Bound using segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:43:01.668480 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Bound port: 727314ec-1398-490f-9c01-ad40be4c4faa, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:43:01.668862 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.680762 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-11fcef67-ed75-4de9-9051-5b125ce40e93 req-2d929779-20c3-4c3f-8484-37b215892dc3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.1502912 Oct 04 05:43:01.714485 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-35ed0fe4-f6b2-4a5b-a5e0-37183ff5c1d2 req-3dbea28b-77fc-4a69-81b6-578e6f916d2f tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0693030 Oct 04 05:43:01.728484 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:01.778410 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] For port 727314ec-1398-490f-9c01-ad40be4c4faa, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:43:01.798242 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] For port 727314ec-1398-490f-9c01-ad40be4c4faa, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=727314ec-1398-490f-9c01-ad40be4c4faa,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:43:01.802967 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:01.833953 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6e865045-d9a0-4616-9d37-9217487d6521), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.898422 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:01.957924 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053e685-b10c-4d0a-9ab6-5a586bd69b1a None None] Pushing event updated for resources: {'Port': ['ID=727314ec-1398-490f-9c01-ad40be4c4faa,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:01.964683 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fb02805c-da02-47a6-8fbd-1e9fc08389ef req-553ce3b7-1f47-40fb-95d5-47b633d266fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0758440 Oct 04 05:43:01.978819 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:01.979456 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:02.079457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for port (6e865045-d9a0-4616-9d37-9217487d6521), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:02.182938 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:02.225159 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (6e865045-d9a0-4616-9d37-9217487d6521), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:02.283099 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (f6f40709-0cb8-49e5-9336-1e04742237c4), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:02.373705 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'Port': ['ID=6e865045-d9a0-4616-9d37-9217487d6521,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:02.433598 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:01Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:02.476309 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25d3d8-f4f2-47f3-a358-f6939bee5378 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:01Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:43:02.489021 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:02.490493 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b16b214d-64bb-4f47-8dc1-67488187d540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5788743 Oct 04 05:43:02.727660 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:02.760448 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:02.841279 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e89d0c89-b28a-4379-890d-4998cc54dcce req-c6c3186b-76da-4a00-bca0-33d6581c775d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.0366635 Oct 04 05:43:02.909627 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-4b26ef20-c858-4613-b0a0-f106c88e9bd9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1339997058&fields=id&tenant_id=7efd5ee13f094656992497528d761f2c HTTP/1.1" status: 200 len: 267 time: 0.0606976 Oct 04 05:43:02.922062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:02.958128 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-57d1d881-3161-4a6a-98cc-1b6408e0a506 req-79c31380-8921-462f-8432-4047ea98e073 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0374298 Oct 04 05:43:03.062431 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-e951e9d5-08d2-423a-b0ee-33ae5b4f332a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:03.064791 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-e951e9d5-08d2-423a-b0ee-33ae5b4f332a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 810 time: 0.1483443 Oct 04 05:43:03.093754 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-5fae762e-8c51-4424-831b-7916d70727de tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/quotas/7efd5ee13f094656992497528d761f2c HTTP/1.1" status: 200 len: 375 time: 0.0193768 Oct 04 05:43:03.101085 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71e036ca-aeb2-4c14-9b64-d76c4635c9d0 req-af4f1c83-3484-4224-94f0-76559cdad66b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0453720 Oct 04 05:43:03.130838 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.39', 53186) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:03.332839 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:03.377480 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05cbdd79-2e7e-4bc9-aa03-1259233e25bb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2824762 Oct 04 05:43:03.380483 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-dce82b2e-fddf-4e93-8103-4f9692dfc3a5 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:03.387219 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-dce82b2e-fddf-4e93-8103-4f9692dfc3a5 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.39 "GET /networking/v2.0/networks?id=46ff3f68-ce31-4d95-a2fd-eff768762bb7 HTTP/1.1" status: 200 len: 812 time: 0.2550735 Oct 04 05:43:03.411052 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bac56c78-3840-43cc-9122-5c27d244493a up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:03.472779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Request body: {'port': {'device_id': '226a13ae-7a83-488a-9e42-7f524be2114c', 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'admin_state_up': True, 'tenant_id': 'b427232479e14a6fa576f4461032f12b'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:03.506170 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port bac56c78-3840-43cc-9122-5c27d244493a triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:03.506726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bac56c78-3840-43cc-9122-5c27d244493a), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:03.507226 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port bac56c78-3840-43cc-9122-5c27d244493a Oct 04 05:43:03.537221 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-d4fa2e55-339e-4b59-8123-24b3013fa179 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551621 Oct 04 05:43:03.714462 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:03.745031 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-43a3c58d-fd1e-45f6-97a7-3280008062b6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014072 Oct 04 05:43:03.828158 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Made reservation on behalf of b427232479e14a6fa576f4461032f12b for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:03.839160 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:03.907683 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port bac56c78-3840-43cc-9122-5c27d244493a is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:04.131004 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:04.158753 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a19757d5-4ee8-4ca2-b9cf-6f211ccc93e9 req-37d02db4-b41e-4217-b8de-c24331a4f9a1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.0810604 Oct 04 05:43:04.276875 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fd88f3a9-f1d2-42cd-b88a-cb0c6cdc3ff2 req-78361c4d-1064-4d1e-a6e0-3a5eb5016d75 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.0548398 Oct 04 05:43:04.291654 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6e0d5dab-ced2-4333-b29c-58b482b3d56e req-a8eb0f31-399b-4ba3-af56-da199ec23366 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0449567 Oct 04 05:43:04.315860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Allocated IP 172.20.0.6 (46ff3f68-ce31-4d95-a2fd-eff768762bb7/05e0feef-1032-4da1-97d6-4475b66c555e/dc0907bd-05c2-480f-a9cd-803e9153eda6) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:43:04.428166 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8357afbe-ffd4-40c3-b04e-4db9d1f69c58 req-f38e26ff-45f7-4efb-9ba0-977cf27c2c3a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0445800 Oct 04 05:43:04.524594 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:04.647447 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks [] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:04.653337 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.39', 53197) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:04.822085 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-a8c00152-ac45-4e20-91d2-8dd2bdec6849 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:04.823890 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-a8c00152-ac45-4e20-91d2-8dd2bdec6849 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.1531644 Oct 04 05:43:04.826306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:04.867234 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:04.933851 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:43:05.016452 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-4378a61b-f9bd-4014-8cc1-e4a4e5b52025 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 378 time: 0.1682374 Oct 04 05:43:05.041575 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'port': {'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'admin_state_up': True, 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'security_groups': ['04eb7df3-e27c-4dca-81a9-654938aad176']}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:05.397452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:05.411173 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:43:05.422678 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Made reservation on behalf of f7b850d4b5df4a4e93720cb855add44f for: {'port': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:05.427068 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:05.453106 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 727314ec-1398-490f-9c01-ad40be4c4faa up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:05.580332 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 727314ec-1398-490f-9c01-ad40be4c4faa triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:05.580805 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:05.581139 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 727314ec-1398-490f-9c01-ad40be4c4faa Oct 04 05:43:05.620290 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Pushing event updated for resources: {'Port': ['ID=dc0907bd-05c2-480f-a9cd-803e9153eda6,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:05.627443 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c39e5a35-91ea-44ea-9da1-408a2c8fedc0 req-ed335f16-233b-44bf-b716-9615b2aeeeda tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.2742591 Oct 04 05:43:05.671141 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:05.677590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:05.740905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.39', 53204) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:05.849302 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 727314ec-1398-490f-9c01-ad40be4c4faa is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:05.849696 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:05.872589 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:05.896264 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:05.938942 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b30ba4c8-9013-4040-9636-1b54c872d3cf req-a33e115e-e821-4012-9dff-92d503cf998a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.1573513 Oct 04 05:43:05.982741 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-132ffb62-77f2-420b-a275-4660ffb6afa9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5144744 Oct 04 05:43:06.012218 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-c1413a69-a687-4fbc-bad5-a0a1172375d4 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:43:06.013586 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-c1413a69-a687-4fbc-bad5-a0a1172375d4 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0164585 Oct 04 05:43:06.038796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 727314ec-1398-490f-9c01-ad40be4c4faa, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=727314ec-1398-490f-9c01-ad40be4c4faa,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:06.041646 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-efcff368-183d-4b1d-9658-7f93ede47ad4 None None] Provisioning complete for port dc0907bd-05c2-480f-a9cd-803e9153eda6 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:06.063015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-efcff368-183d-4b1d-9658-7f93ede47ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:06.063671 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-efcff368-183d-4b1d-9658-7f93ede47ad4 None None] Attempt 1 to provision port dc0907bd-05c2-480f-a9cd-803e9153eda6 Oct 04 05:43:06.092136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496a2a1-71c8-4afb-99a2-896a99a04e56 req-319bb79a-d6d8-4c6c-9c78-20be3e8aed51 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:06.101451 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1496a2a1-71c8-4afb-99a2-896a99a04e56 req-319bb79a-d6d8-4c6c-9c78-20be3e8aed51 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 931 time: 0.5852768 Oct 04 05:43:06.122787 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:06.141564 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-60a10f55-c976-4877-a902-d789e2163718 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:06.157914 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-60a10f55-c976-4877-a902-d789e2163718 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 816 time: 0.4014583 Oct 04 05:43:06.174079 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:06.287005 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1496a2a1-71c8-4afb-99a2-896a99a04e56 req-3a45d987-1447-4b37-b559-244ac60fd835 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843827 Oct 04 05:43:06.299027 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.20.0.9 (2c58c152-65b4-475d-9100-474584bb25cf/645be345-79fa-4dd5-978e-beefddbca126/91086c81-b058-42da-8552-c21268a1fe5f) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:43:06.342279 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-efcff368-183d-4b1d-9658-7f93ede47ad4 None None] Port dc0907bd-05c2-480f-a9cd-803e9153eda6 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:43:06.358843 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b5cdc142-7117-472a-a4d2-4172a22f1137 req-d5946653-9de2-4b5c-a7f1-607d20b600ae tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.1389663 Oct 04 05:43:06.443713 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=727314ec-1398-490f-9c01-ad40be4c4faa,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:06.512251 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-d08ae4c8-bb30-4e6c-9ea6-accccef54e08 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 379 time: 0.3330538 Oct 04 05:43:06.623210 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (91086c81-b058-42da-8552-c21268a1fe5f), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:06.700364 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Request body: {'port': {'device_id': '226a13ae-7a83-488a-9e42-7f524be2114c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:06.775310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:06.781289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (91086c81-b058-42da-8552-c21268a1fe5f), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:06.791049 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'port': {'device_id': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'admin_state_up': True, 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'security_groups': ['f070dda9-2221-4aa2-98e6-4f0d74654b60']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:06.845222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dac296b1-99d7-4eb6-a726-837fc1b426b4 req-d0261efd-b1e1-4ecd-9948-164577ba4e54 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.1746686 Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=91086c81-b058-42da-8552-c21268a1fe5f,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:07.119136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:07.125333 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f98e8761-cb54-47b5-98ff-bc13bec62c27 req-c176f27d-c505-4ac0-be7d-620db573dbf1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.0893834 Oct 04 05:43:07.388937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 727314ec-1398-490f-9c01-ad40be4c4faa up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:07.493397 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-967cdcae-4dd8-4f47-b5f1-20a39377e349 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4614084 Oct 04 05:43:07.548301 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-8e3553a4-6600-4f3b-8a62-2ee0b2091096 None None] Provisioning complete for port 91086c81-b058-42da-8552-c21268a1fe5f triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:07.548971 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8e3553a4-6600-4f3b-8a62-2ee0b2091096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (91086c81-b058-42da-8552-c21268a1fe5f), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:07.549996 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-8e3553a4-6600-4f3b-8a62-2ee0b2091096 None None] Attempt 1 to provision port 91086c81-b058-42da-8552-c21268a1fe5f Oct 04 05:43:07.553814 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Request body: {'port': {'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:07.606700 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8417d-6ced-4efc-9d2b-ffaebce099f7 req-631d9568-4fd4-4321-a285-012a0f646a0d tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:07.608316 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc8417d-6ced-4efc-9d2b-ffaebce099f7 req-631d9568-4fd4-4321-a285-012a0f646a0d tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 931 time: 0.2022529 Oct 04 05:43:07.732269 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 727314ec-1398-490f-9c01-ad40be4c4faa triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:07.738751 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:07.740788 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 727314ec-1398-490f-9c01-ad40be4c4faa Oct 04 05:43:07.769216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Made reservation on behalf of 636e6b38bf1d4736a38728488881e9d2 for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:07.806486 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-8e3553a4-6600-4f3b-8a62-2ee0b2091096 None None] Port 91086c81-b058-42da-8552-c21268a1fe5f cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:43:07.815102 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:07.854919 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0907bd-05c2-480f-a9cd-803e9153eda6 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:07.885696 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Publish callbacks [] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:07.904849 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbb28e-7252-4830-82bb-3e94e1ed0215 req-7f3acd51-154d-4a07-aff1-1b4ea28cec09 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:07.914881 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44bbb28e-7252-4830-82bb-3e94e1ed0215 req-7f3acd51-154d-4a07-aff1-1b4ea28cec09 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 931 time: 0.4761300 Oct 04 05:43:07.958211 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:08.016087 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (91086c81-b058-42da-8552-c21268a1fe5f), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:08.088078 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc8417d-6ced-4efc-9d2b-ffaebce099f7 req-f9ba0d85-93c5-4417-95f2-cd94e2bf0f12 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881271 Oct 04 05:43:08.088203 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 727314ec-1398-490f-9c01-ad40be4c4faa is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:08.117214 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Transition to ACTIVE for port object dc0907bd-05c2-480f-a9cd-803e9153eda6 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:43:08.278744 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Allocated IP 172.20.0.13 (6cfb3053-30b6-4a8c-ab04-88f5f64c550f/b1efbda3-4dd3-4312-a46f-95c265616273/086c18f1-e72b-4f50-9c9e-e2d9be2fefb7) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:43:08.281120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:08.351010 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44bbb28e-7252-4830-82bb-3e94e1ed0215 req-b6a17ca3-a606-4568-9125-0cbecb5b55db tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4298947 Oct 04 05:43:08.495859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Pushing event updated for resources: {'Port': ['ID=dc0907bd-05c2-480f-a9cd-803e9153eda6,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:08.506455 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2f884ebb-b1ed-46bd-9428-0b7a2c80c845 req-14533a32-3a32-4569-a985-6edab8ae06dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.1449502 Oct 04 05:43:08.576304 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ba56c976-9120-4947-a383-fc48f5c9cffe req-5b4e55ad-208f-4f79-a755-dd1ae05ba2a4 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.1183245 Oct 04 05:43:08.577283 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:08.660731 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Attempting to bind port dc0907bd-05c2-480f-a9cd-803e9153eda6 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:43:08.661087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Attempting to bind port dc0907bd-05c2-480f-a9cd-803e9153eda6 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:43:08.661447 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Attempting to bind port dc0907bd-05c2-480f-a9cd-803e9153eda6 on network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:08.737443 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:08.749024 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Port dc0907bd-05c2-480f-a9cd-803e9153eda6 on network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:43:08.749356 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Attempting to bind port dc0907bd-05c2-480f-a9cd-803e9153eda6 on network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:08.864115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:43:08.864115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Checking segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:43:08.864115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Bound using segment: {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:43:08.864115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Bound port: dc0907bd-05c2-480f-a9cd-803e9153eda6, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6aac3e-86b6-405d-82ca-afeadeda56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:43:08.864115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:08.904342 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91086c81-b058-42da-8552-c21268a1fe5f {{(pid=113152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:08.904342 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Publish callbacks [] for port (91086c81-b058-42da-8552-c21268a1fe5f), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:08.923927 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] For port dc0907bd-05c2-480f-a9cd-803e9153eda6, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:43:08.925599 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.provisioning_blocks [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Transition to ACTIVE for port object 91086c81-b058-42da-8552-c21268a1fe5f will not be triggered until provisioned by entity L2. {{(pid=113152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:43:08.929317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] For port dc0907bd-05c2-480f-a9cd-803e9153eda6, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:43:08.963555 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:09.027721 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:43:09.030459 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (91086c81-b058-42da-8552-c21268a1fe5f), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:09.032103 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:09.037253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:43:09.045335 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:09.080781 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:09.105010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:09.105702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:09.107466 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/dc0907bd-05c2-480f-a9cd-803e9153eda6 HTTP/1.1" status: 200 len: 1093 time: 2.6917379 Oct 04 05:43:09.153133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226a13ae-7a83-488a-9e42-7f524be2114c', 'tag': 'dc0907bd-05c2-480f-a9cd-803e9153eda6'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:09.248129 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.39', 53214) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:09.260928 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:09.261925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:09.380403 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a86bf-0f3e-4683-b4e2-01cc5cdebc1d service neutron] Pushing event updated for resources: {'Port': ['ID=dc0907bd-05c2-480f-a9cd-803e9153eda6,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:09.383790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:09.410784 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=30 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:09.448796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-d1716511-0fe7-460f-a035-81b2b38eb43a None None] Provisioning complete for port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:09.449689 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d1716511-0fe7-460f-a035-81b2b38eb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:09.450308 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-d1716511-0fe7-460f-a035-81b2b38eb43a None None] Attempt 1 to provision port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 Oct 04 05:43:09.547217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-d1716511-0fe7-460f-a035-81b2b38eb43a None None] Port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:43:09.550071 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-62c2ead9-2bfb-41d2-ba35-aaad3e0bd4dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7625878 Oct 04 05:43:09.564641 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3" -d '{"events": [{"name": "network-changed", "server_uuid": "226a13ae-7a83-488a-9e42-7f524be2114c", "tag": "dc0907bd-05c2-480f-a9cd-803e9153eda6"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:09.640805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:09.757784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a52b28-2a47-4452-ab54-8c1ab2f0c210 req-b9f55577-8094-48ae-84a1-0219c9bc3054 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:09.768630 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-73a52b28-2a47-4452-ab54-8c1ab2f0c210 req-b9f55577-8094-48ae-84a1-0219c9bc3054 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.1973925 Oct 04 05:43:09.805888 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=91086c81-b058-42da-8552-c21268a1fe5f,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:09.810232 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Request body: {'port': {'device_id': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:09.866784 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-73a52b28-2a47-4452-ab54-8c1ab2f0c210 req-68b9e993-6b57-4915-a3f4-e576f32be4de tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969889 Oct 04 05:43:09.914926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6930999-1c10-40c0-b524-ab1dd7db9826 req-ba682696-7719-4277-9973-afe4fceebf82 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:09.916624 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a6930999-1c10-40c0-b524-ab1dd7db9826 req-ba682696-7719-4277-9973-afe4fceebf82 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.3654890 Oct 04 05:43:09.917647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-3017eb94-4ae5-47e7-ab46-7e5570e3b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:09.931918 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-3017eb94-4ae5-47e7-ab46-7e5570e3b489 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b427232479e14a6fa576f4461032f12b&device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 1127 time: 0.4720309 Oct 04 05:43:09.945209 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.managers [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Attempting to bind port 91086c81-b058-42da-8552-c21268a1fe5f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:43:09.945572 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.managers [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Attempting to bind port 91086c81-b058-42da-8552-c21268a1fe5f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}] {{(pid=113152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:43:09.945968 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Attempting to bind port 91086c81-b058-42da-8552-c21268a1fe5f on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:10.013761 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Port 91086c81-b058-42da-8552-c21268a1fe5f on network 2c58c152-65b4-475d-9100-474584bb25cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:43:10.013761 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Attempting to bind port 91086c81-b058-42da-8552-c21268a1fe5f on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:10.085874 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2c5d5-d761-4da1-9f5b-b12a8cedc928 req-24b75f78-2c8f-48b5-89b8-1654da4c9007 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:10.087832 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d1f2c5d5-d761-4da1-9f5b-b12a8cedc928 req-24b75f78-2c8f-48b5-89b8-1654da4c9007 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 932 time: 0.1016998 Oct 04 05:43:10.100549 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-f8eeb875-a453-43be-835e-1728f8a752bf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:10.107390 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-f8eeb875-a453-43be-835e-1728f8a752bf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 810 time: 0.7908840 Oct 04 05:43:10.152731 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:43:10.153146 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:43:10.153856 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Bound using segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} {{(pid=113152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:43:10.156935 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.managers [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Bound port: 91086c81-b058-42da-8552-c21268a1fe5f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}}] {{(pid=113152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:43:10.158940 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (91086c81-b058-42da-8552-c21268a1fe5f), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:10.203578 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:10.257679 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d1f2c5d5-d761-4da1-9f5b-b12a8cedc928 req-682da9b1-42db-451c-b987-bbe7420121de tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544268 Oct 04 05:43:10.331061 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] For port 91086c81-b058-42da-8552-c21268a1fe5f, host hv-cinder-84914, cleared binding levels {{(pid=113152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:43:10.350352 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] For port 91086c81-b058-42da-8552-c21268a1fe5f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=91086c81-b058-42da-8552-c21268a1fe5f,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:43:10.392473 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-40a39a0e-e9e7-4aba-b460-25b54974003c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6 HTTP/1.1" status: 200 len: 217 time: 0.2783237 Oct 04 05:43:10.410472 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a6930999-1c10-40c0-b524-ab1dd7db9826 req-3c86a6bc-190d-48cc-b788-118501ce988d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4772594 Oct 04 05:43:10.471780 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (91086c81-b058-42da-8552-c21268a1fe5f), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:10.478805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:10.479473 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:10.486917 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/91086c81-b058-42da-8552-c21268a1fe5f HTTP/1.1" status: 200 len: 1093 time: 2.9468689 Oct 04 05:43:10.488729 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:10.568490 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-92a7a6dc-0d3c-405b-bcfc-ba59f818ecfe tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7efd5ee13f094656992497528d761f2c HTTP/1.1" status: 200 len: 380 time: 0.3662546 Oct 04 05:43:10.569927 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24947bb5-f4c5-4768-a810-d917a9d25bb7 x-openstack-request-id: req-24947bb5-f4c5-4768-a810-d917a9d25bb7 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:10.570246 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226a13ae-7a83-488a-9e42-7f524be2114c", "tag": "dc0907bd-05c2-480f-a9cd-803e9153eda6", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:10.570501 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24947bb5-f4c5-4768-a810-d917a9d25bb7 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:10.570953 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24947bb5-f4c5-4768-a810-d917a9d25bb7'] response: {'name': 'network-changed', 'server_uuid': '226a13ae-7a83-488a-9e42-7f524be2114c', 'tag': 'dc0907bd-05c2-480f-a9cd-803e9153eda6', 'status': 'completed', 'code': 200} Oct 04 05:43:10.679627 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fcc297eb-df7a-49af-92ca-61689f9bcd9c req-a8a779ac-dd1f-4142-876c-2f38ee07ca22 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.1422892 Oct 04 05:43:10.680648 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c710e-3e69-485d-a732-8809d433b96d" -d '{"events": [{"name": "network-changed", "server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "tag": "91086c81-b058-42da-8552-c21268a1fe5f"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:10.695937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617354-d502-4070-aae1-b0552c19f7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=91086c81-b058-42da-8552-c21268a1fe5f,revision_number=3']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:10.696646 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'port': {'device_id': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'admin_state_up': True, 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'security_groups': ['5a9240c3-67e6-4e48-a269-0852f9f5fb3e']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:10.767748 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-1c19e2ef-dbf6-4d53-a68f-62256a4ec5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:10.767748 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-1c19e2ef-dbf6-4d53-a68f-62256a4ec5a7 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=05e0feef-1032-4da1-97d6-4475b66c555e HTTP/1.1" status: 200 len: 851 time: 0.3530941 Oct 04 05:43:10.796459 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-ea23e482-0f12-461d-88e3-f1b466f6f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:10.798212 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-ea23e482-0f12-461d-88e3-f1b466f6f1c5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 1127 time: 0.0824685 Oct 04 05:43:10.834164 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:10.973121 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-91be9e82-a94b-4bf4-a979-863979cfa3fe service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91086c81-b058-42da-8552-c21268a1fe5f HTTP/1.1" status: 200 len: 217 time: 0.1321917 Oct 04 05:43:10.975142 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 39402) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:10.995041 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f8c4a-5cf2-4f11-9512-f53a32f6413d x-openstack-request-id: req-7e1f8c4a-5cf2-4f11-9512-f53a32f6413d {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:10.995336 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "tag": "91086c81-b058-42da-8552-c21268a1fe5f", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:10.995596 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e1f8c4a-5cf2-4f11-9512-f53a32f6413d {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:10.996054 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1f8c4a-5cf2-4f11-9512-f53a32f6413d'] response: {'name': 'network-changed', 'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f', 'status': 'completed', 'code': 200} Oct 04 05:43:11.085819 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-ac2033c6-1a1b-49f4-a94a-e53527c43a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:11.088868 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-ac2033c6-1a1b-49f4-a94a-e53527c43a27 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0898304 Oct 04 05:43:11.141380 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-a1aece3e-957c-4189-8e34-c018f34f354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:11.143511 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-a1aece3e-957c-4189-8e34-c018f34f354e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=46ff3f68-ce31-4d95-a2fd-eff768762bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3699307 Oct 04 05:43:11.182043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b797-bc16-4a04-9021-4b37930ab977 req-a1bd0192-ca5b-4c15-8cf9-2fd643aa9215 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:11.183593 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd21b797-bc16-4a04-9021-4b37930ab977 req-a1bd0192-ca5b-4c15-8cf9-2fd643aa9215 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.1543434 Oct 04 05:43:11.282083 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-297d8834-9828-4226-bf8c-71c4329630b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:11.304820 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389100-87e9-4f20-8a45-b847e000e4ca req-5ab651c5-b013-44e1-bb85-5cb28b366d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:11.306586 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-5ab651c5-b013-44e1-bb85-5cb28b366d95 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1748681 Oct 04 05:43:11.382709 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:11.394499 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Publish callbacks [] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:11.431461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Transition to ACTIVE for port object 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:43:11.481930 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd21b797-bc16-4a04-9021-4b37930ab977 req-7b376590-f734-43ad-bac3-9ca5668cdb2a tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536809 Oct 04 05:43:11.489625 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Made reservation on behalf of 7efd5ee13f094656992497528d761f2c for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:11.516202 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:11.542085 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:11.579390 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:11.584475 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-a4646094-6a0e-40c4-be4d-bd0b6c34c4df service neutron] 10.222.0.39 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256537 Oct 04 05:43:11.681882 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66e33-f7a3-4602-ad72-1a6f247763da req-51fb7dc9-caf3-47ec-95bb-33d032bcc1cb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:11.689776 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8eb66e33-f7a3-4602-ad72-1a6f247763da req-51fb7dc9-caf3-47ec-95bb-33d032bcc1cb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.2035551 Oct 04 05:43:11.748911 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-71936124-b602-45cc-bd77-7ea118acdc66 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276562 Oct 04 05:43:11.869236 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-297d8834-9828-4226-bf8c-71c4329630b0 admin admin] Publish callbacks [] for security_group (c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:11.878886 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8eb66e33-f7a3-4602-ad72-1a6f247763da req-cfff2f4b-f127-4aec-9fd7-aa7544ded906 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876268 Oct 04 05:43:11.927360 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18389100-87e9-4f20-8a45-b847e000e4ca req-e80f285e-5d8d-432d-a49e-c844b3ce8994 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494453 Oct 04 05:43:11.933796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c88ad7-0b9a-481a-80ce-128e7239fd9c req-015300d1-275c-4ea9-8371-0977857a6e10 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:11.936724 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e7c88ad7-0b9a-481a-80ce-128e7239fd9c req-015300d1-275c-4ea9-8371-0977857a6e10 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.3561783 Oct 04 05:43:11.951708 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-297d8834-9828-4226-bf8c-71c4329630b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:11.952566 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:11.997381 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:12.011997 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d8834-9828-4226-bf8c-71c4329630b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:12.019522 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-297d8834-9828-4226-bf8c-71c4329630b0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b23ecdb982b546868c1f10f2accd4f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0373912 Oct 04 05:43:12.040264 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 39432) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:12.082014 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-46589311-ae11-4a6e-bebb-800276d883b8 req-902db9e1-4e94-4764-8214-9d5e88901127 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.0427606 Oct 04 05:43:12.137591 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4f66556d-3d4d-478c-98e1-ba53de4a83a2 admin admin] Publish callbacks [] for security_group (c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:12.164717 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4f66556d-3d4d-478c-98e1-ba53de4a83a2 admin admin] Publish callbacks [] for security_group (c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:12.199187 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e7c88ad7-0b9a-481a-80ce-128e7239fd9c req-8f89e195-f694-4098-ab19-64b8c0e8243f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2344251 Oct 04 05:43:12.201074 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Allocated IP 172.20.0.4 (c03165e1-beb9-4a5b-abe8-8381d5e7772e/60489c43-e95a-4d76-aaa7-a35f96a11c1b/5ced9537-26c4-4d6d-a357-ce2a56da3e84) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:43:12.206850 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8b045b9-e2d4-4562-9178-1abe6c8d10d4 req-9ebd3a7b-6e69-4f21-b3cd-4aac429b41c4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926441 Oct 04 05:43:12.210036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Attempting to bind port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:43:12.214833 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Attempting to bind port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:43:12.214833 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Attempting to bind port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:12.322175 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4f66556d-3d4d-478c-98e1-ba53de4a83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:12.325335 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4f66556d-3d4d-478c-98e1-ba53de4a83a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:12.337412 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4f66556d-3d4d-478c-98e1-ba53de4a83a2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0 HTTP/1.1" status: 204 len: 168 time: 0.2887952 Oct 04 05:43:12.351798 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66556d-3d4d-478c-98e1-ba53de4a83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bbaa5e-21cd-4404-b8df-6c9eeb0a2fe0,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:12.360321 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:12.450481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:43:12.451059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Attempting to bind port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:12.529245 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:12.585824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c710e-3e69-485d-a732-8809d433b96d req-62ecada2-2e4c-40e8-a52b-acf63b136ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:12.588476 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-62ecada2-2e4c-40e8-a52b-acf63b136ffb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 1127 time: 0.3045871 Oct 04 05:43:12.606491 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:43:12.614269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Checking segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:43:12.614269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Bound using segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:43:12.614269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Bound port: 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:43:12.614269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:12.648525 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-60fa3dbf-674d-491b-98f6-7dda5f57b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:12.650069 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-60fa3dbf-674d-491b-98f6-7dda5f57b7d3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b427232479e14a6fa576f4461032f12b&device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 1127 time: 0.1463525 Oct 04 05:43:12.663928 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3b31-aa24-4819-b66d-24ef302dc86b req-6180d5c0-1c4e-408b-9fa6-ca1f88a3d38d tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:12.665514 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-35fc3b31-aa24-4819-b66d-24ef302dc86b req-6180d5c0-1c4e-408b-9fa6-ca1f88a3d38d tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0633180 Oct 04 05:43:12.839622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:12.959469 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-35fc3b31-aa24-4819-b66d-24ef302dc86b req-54651a9c-0d23-4dba-9bf2-e8b6fd3cbbde tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841063 Oct 04 05:43:13.219965 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-8117c03d-2f40-4b71-93e2-855d04006232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.222183 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-8117c03d-2f40-4b71-93e2-855d04006232 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=46ff3f68-ce31-4d95-a2fd-eff768762bb7 HTTP/1.1" status: 200 len: 913 time: 0.5333176 Oct 04 05:43:13.263969 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82880-680c-4830-890c-ba317b636011 req-c1b67982-57e2-43de-8f81-3af1c7cf565d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.278341 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ba82880-680c-4830-890c-ba317b636011 req-c1b67982-57e2-43de-8f81-3af1c7cf565d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.1672523 Oct 04 05:43:13.278341 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:43:13.286860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:43:13.291372 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c710e-3e69-485d-a732-8809d433b96d req-5f00bb86-762f-4fd3-ba9c-45c4dd9310c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.292877 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-5f00bb86-762f-4fd3-ba9c-45c4dd9310c8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.6785214 Oct 04 05:43:13.302422 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 39484) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:13.365995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:13.368438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-424a5591-ffad-4f60-8f89-5642846e0c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:13.375887 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-554d09fd-3c0d-4215-8247-e57da3f1cd8b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91086c81-b058-42da-8552-c21268a1fe5f HTTP/1.1" status: 200 len: 217 time: 0.0626996 Oct 04 05:43:13.387410 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-8c918d08-395b-49cd-ba64-f090e821b945 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6 HTTP/1.1" status: 200 len: 217 time: 0.1164479 Oct 04 05:43:13.390021 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9169e303-dac0-4b52-88bb-bfe9282f10a6 req-ddd5186e-2353-4b86-80f0-6a2d546b422d tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.1560357 Oct 04 05:43:13.473451 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-5113172c-8fea-4aa4-9593-72285bd092ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.475907 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-5113172c-8fea-4aa4-9593-72285bd092ea service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=05e0feef-1032-4da1-97d6-4475b66c555e HTTP/1.1" status: 200 len: 851 time: 0.0786157 Oct 04 05:43:13.535463 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c710e-3e69-485d-a732-8809d433b96d req-9a76eb9f-7d71-4367-a116-00aa07d66f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.536896 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-9a76eb9f-7d71-4367-a116-00aa07d66f35 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.1497433 Oct 04 05:43:13.538025 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:13.541076 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.541644 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:13.543341 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 1094 time: 3.9441876 Oct 04 05:43:13.546491 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ba82880-680c-4830-890c-ba317b636011 req-7ce1be60-da8d-4352-86d7-780f4d2473b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742500 Oct 04 05:43:13.586494 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:13.589484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c15510-da53-4bff-a8c8-9e3914488d24" -d '{"events": [{"name": "network-changed", "server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:13.590322 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-f91d706b-4faa-4537-adf6-52210db03511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.591916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-f91d706b-4faa-4537-adf6-52210db03511 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=46ff3f68-ce31-4d95-a2fd-eff768762bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591481 Oct 04 05:43:13.601059 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadd22d-9cfc-4c99-ad1e-bde6dbdc8ccc req-bb43eb60-cba1-4f2b-a5be-cad253f297bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.602595 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2cadd22d-9cfc-4c99-ad1e-bde6dbdc8ccc req-bb43eb60-cba1-4f2b-a5be-cad253f297bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.1202188 Oct 04 05:43:13.610234 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:43:13.622589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:13.642168 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:43:13.898470 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626a1fd-0c38-424e-a550-b4ae345d0321 x-openstack-request-id: req-9626a1fd-0c38-424e-a550-b4ae345d0321 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:13.898470 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:13.898470 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9626a1fd-0c38-424e-a550-b4ae345d0321 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:13.898470 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9626a1fd-0c38-424e-a550-b4ae345d0321'] response: {'name': 'network-changed', 'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'status': 'completed', 'code': 200} Oct 04 05:43:13.938605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:13.940301 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:13.977306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-424a5591-ffad-4f60-8f89-5642846e0c00 admin admin] Publish callbacks [] for security_group (36a81d36-a0e8-4a8a-824d-89ebdae370a2), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:13.982069 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'Port': ['ID=5ced9537-26c4-4d6d-a357-ce2a56da3e84,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:14.083526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-0de4dedf-0928-4d88-bff6-4f7d634e7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:14.085109 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-0de4dedf-0928-4d88-bff6-4f7d634e7d70 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1128 time: 0.2040820 Oct 04 05:43:14.087899 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:14.095240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-424a5591-ffad-4f60-8f89-5642846e0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (36a81d36-a0e8-4a8a-824d-89ebdae370a2), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:14.116338 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:14.118839 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-b5347ac1-9354-434f-b2d3-45c56bc8e28b None None] Provisioning complete for port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:14.119536 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b5347ac1-9354-434f-b2d3-45c56bc8e28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:14.120016 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-b5347ac1-9354-434f-b2d3-45c56bc8e28b None None] Attempt 1 to provision port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 Oct 04 05:43:14.159390 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:14.161529 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-b5347ac1-9354-434f-b2d3-45c56bc8e28b None None] Port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:43:14.167899 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b094-d7b5-4ecb-b6fe-87937e7c48a4 req-52854a7f-8bd4-44e6-97eb-adcd74304a22 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:14.175137 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ddc9b094-d7b5-4ecb-b6fe-87937e7c48a4 req-52854a7f-8bd4-44e6-97eb-adcd74304a22 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0834320 Oct 04 05:43:14.194356 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2cadd22d-9cfc-4c99-ad1e-bde6dbdc8ccc req-92ae22ba-437b-4206-96b6-c44c5787b458 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5829921 Oct 04 05:43:14.238653 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-f41d43e7-21d7-4f54-a25a-ad02bf353b2d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058078 Oct 04 05:43:14.242775 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-05eedc42-fa8c-4999-bff5-ca27c17db483 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5594544 Oct 04 05:43:14.251564 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c710e-3e69-485d-a732-8809d433b96d req-2cca2d1b-4db7-4885-b9a8-4dc8cd02edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:14.253809 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-2cca2d1b-4db7-4885-b9a8-4dc8cd02edaf service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6392388 Oct 04 05:43:14.295545 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a5591-ffad-4f60-8f89-5642846e0c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a81d36-a0e8-4a8a-824d-89ebdae370a2,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:14.305877 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 39518) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:14.306738 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-424a5591-ffad-4f60-8f89-5642846e0c00 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2922dacfcca54424a8c57d40b4ac8aac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0031531 Oct 04 05:43:14.325882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4ed6a-fa13-4dfe-94b6-062a97a7853b service neutron] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:14.334772 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ddc9b094-d7b5-4ecb-b6fe-87937e7c48a4 req-a289dfd5-62b8-45af-a0e7-c6c3015046f4 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590281 Oct 04 05:43:14.392312 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93f86621-f31a-42cc-8e85-0f343e6441c8 admin admin] Publish callbacks [] for security_group (36a81d36-a0e8-4a8a-824d-89ebdae370a2), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:14.412255 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93f86621-f31a-42cc-8e85-0f343e6441c8 admin admin] Publish callbacks [] for security_group (36a81d36-a0e8-4a8a-824d-89ebdae370a2), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:14.512757 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8b396-4704-40ac-8bb8-094a43781712 req-dc496919-f945-4591-9edc-056aca0ba275 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:14.514269 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ace8b396-4704-40ac-8bb8-094a43781712 req-dc496919-f945-4591-9edc-056aca0ba275 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 931 time: 0.0449023 Oct 04 05:43:14.553950 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93f86621-f31a-42cc-8e85-0f343e6441c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (36a81d36-a0e8-4a8a-824d-89ebdae370a2), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:14.556456 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93f86621-f31a-42cc-8e85-0f343e6441c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:14.557539 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-93f86621-f31a-42cc-8e85-0f343e6441c8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/36a81d36-a0e8-4a8a-824d-89ebdae370a2 HTTP/1.1" status: 204 len: 168 time: 0.2509229 Oct 04 05:43:14.568025 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ace8b396-4704-40ac-8bb8-094a43781712 req-3908e440-f743-4a76-900c-b27a24b54b98 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475676 Oct 04 05:43:14.575423 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f86621-f31a-42cc-8e85-0f343e6441c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a81d36-a0e8-4a8a-824d-89ebdae370a2,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:14.613587 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:14.697478 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaa44f-7b4e-4b2f-883e-33f0eda71c19 req-9bfc57df-76f3-49fe-8023-4ad48843bbea tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:14.699064 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-85aaa44f-7b4e-4b2f-883e-33f0eda71c19 req-9bfc57df-76f3-49fe-8023-4ad48843bbea tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0611589 Oct 04 05:43:14.747290 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-85aaa44f-7b4e-4b2f-883e-33f0eda71c19 req-27495dd9-1c1d-42e2-b4de-9cf453b06298 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418656 Oct 04 05:43:14.995946 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:15.316783 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0a4ad-c977-4b3c-8594-6f1622a359d2 req-e7a280c5-cf53-42b9-92ef-3be0d74c414b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:15.318257 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-10f0a4ad-c977-4b3c-8594-6f1622a359d2 req-e7a280c5-cf53-42b9-92ef-3be0d74c414b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0503237 Oct 04 05:43:15.376786 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-10f0a4ad-c977-4b3c-8594-6f1622a359d2 req-72134a3b-423e-49f8-aa71-cccd01e2799c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518725 Oct 04 05:43:15.463491 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca7e9-3cfb-48fd-bfd4-27a515eb7a60 req-535de6d9-4bb3-4399-b704-351edfc397f6 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:15.464950 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80bca7e9-3cfb-48fd-bfd4-27a515eb7a60 req-535de6d9-4bb3-4399-b704-351edfc397f6 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0505214 Oct 04 05:43:15.516645 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80bca7e9-3cfb-48fd-bfd4-27a515eb7a60 req-fbbd7b86-b2f2-42d8-bc79-4ff6ba3ffc20 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Oct 04 05:43:15.608542 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:15.665621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:15.690703 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d27017-fd3b-4d32-88a5-539914280da5 req-2f2754e8-94f4-4b6c-9f9d-9d524c656cdf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:15.692121 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-93d27017-fd3b-4d32-88a5-539914280da5 req-2f2754e8-94f4-4b6c-9f9d-9d524c656cdf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 931 time: 0.0479560 Oct 04 05:43:15.740362 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-93d27017-fd3b-4d32-88a5-539914280da5 req-3da602cf-6a79-44ec-a042-42f104bed9a7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427828 Oct 04 05:43:15.770124 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:15.875306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086aad75-84f1-48b2-aada-cab795d44ee7 req-3c3682cb-23fc-4001-bd76-c70aa858e1d6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:15.876771 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-086aad75-84f1-48b2-aada-cab795d44ee7 req-3c3682cb-23fc-4001-bd76-c70aa858e1d6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0455422 Oct 04 05:43:15.923567 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-086aad75-84f1-48b2-aada-cab795d44ee7 req-71e785c2-6d23-42af-9f97-c82bf44fd739 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402484 Oct 04 05:43:16.362235 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:16.497456 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c860f2-76f8-450f-a66d-0f6d026c35dd req-56699144-7aae-40be-895d-7f41983ae3d6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:16.498993 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a9c860f2-76f8-450f-a66d-0f6d026c35dd req-56699144-7aae-40be-895d-7f41983ae3d6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0557618 Oct 04 05:43:16.557939 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a9c860f2-76f8-450f-a66d-0f6d026c35dd req-9167796c-2f0f-4635-83d9-842eafcc7dd2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531166 Oct 04 05:43:16.644505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd090-7df9-4e75-a0ab-eeb9c89cce91 req-3a92d344-798b-42bc-94b2-0da9404b070b tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:16.645960 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7accd090-7df9-4e75-a0ab-eeb9c89cce91 req-3a92d344-798b-42bc-94b2-0da9404b070b tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0460329 Oct 04 05:43:16.692734 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7accd090-7df9-4e75-a0ab-eeb9c89cce91 req-a7733e92-c90e-455b-8963-327c981cb27e tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Oct 04 05:43:16.858286 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f1a7c-46a0-4e9f-b463-c3e9619f8020 req-3480b4b8-ddfb-4107-a8a8-4878f07b616f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:16.860060 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0a1f1a7c-46a0-4e9f-b463-c3e9619f8020 req-3480b4b8-ddfb-4107-a8a8-4878f07b616f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 931 time: 0.0469613 Oct 04 05:43:16.909569 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0a1f1a7c-46a0-4e9f-b463-c3e9619f8020 req-9a67cf14-9f8e-45ab-a307-ae76595c1f25 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438342 Oct 04 05:43:17.075252 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdbda3-b11d-4482-ae20-67b552166d0c req-921b5b58-5b00-43e2-af9a-009851525543 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:17.076944 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7ebdbda3-b11d-4482-ae20-67b552166d0c req-921b5b58-5b00-43e2-af9a-009851525543 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0647836 Oct 04 05:43:17.082030 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:17.126101 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7ebdbda3-b11d-4482-ae20-67b552166d0c req-944ae48f-2cfc-44f0-9c08-d70066e15650 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Oct 04 05:43:17.318837 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:17.367749 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:17.421888 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:17.720763 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305561d8-f718-46d4-96bb-3070a826272c req-7e6908cc-6691-4835-b847-2cfa4b8c6986 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:17.728213 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-305561d8-f718-46d4-96bb-3070a826272c req-7e6908cc-6691-4835-b847-2cfa4b8c6986 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0763869 Oct 04 05:43:17.793068 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-305561d8-f718-46d4-96bb-3070a826272c req-4f082e86-eba6-4bdf-a36f-41894e386efc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615892 Oct 04 05:43:17.868052 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962e8d5-09b1-429e-8740-c92267381c48 req-0c74d46b-7ba5-4b13-b76a-2b21d0ce6090 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:17.874809 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c962e8d5-09b1-429e-8740-c92267381c48 req-0c74d46b-7ba5-4b13-b76a-2b21d0ce6090 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0615029 Oct 04 05:43:17.932377 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c962e8d5-09b1-429e-8740-c92267381c48 req-64695970-e2e0-453a-b2c7-84f1225a076c tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549173 Oct 04 05:43:18.063966 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196210c4-4a09-4561-aca5-f950e55fc36a req-7e8d3a27-d243-46f7-8f3b-3b9694657211 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:18.065995 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-196210c4-4a09-4561-aca5-f950e55fc36a req-7e8d3a27-d243-46f7-8f3b-3b9694657211 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 931 time: 0.0534589 Oct 04 05:43:18.129419 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-196210c4-4a09-4561-aca5-f950e55fc36a req-745a1a8f-8a1c-4fd4-96c1-30fd26c15da7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566285 Oct 04 05:43:18.133324 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:18.263808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6238e-0aec-4085-bf76-2b6dadd863b5 req-297e5e4d-2aee-472d-a4cf-4fd7342e9c3e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:18.265858 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efb6238e-0aec-4085-bf76-2b6dadd863b5 req-297e5e4d-2aee-472d-a4cf-4fd7342e9c3e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0478284 Oct 04 05:43:18.326816 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efb6238e-0aec-4085-bf76-2b6dadd863b5 req-9977aed3-f1bd-46a8-bb6e-e610b546d8b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529799 Oct 04 05:43:18.559202 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:18.920746 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997415e-f510-4e78-82de-425968613ecd req-ef68dd2c-81e3-40ce-be69-a62b6f5b0b63 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:18.922840 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b997415e-f510-4e78-82de-425968613ecd req-ef68dd2c-81e3-40ce-be69-a62b6f5b0b63 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0498860 Oct 04 05:43:18.964650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:18.996883 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b997415e-f510-4e78-82de-425968613ecd req-58c5a5a0-e662-446c-8468-8f4982de6c35 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678716 Oct 04 05:43:19.068556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55455955-8981-4ae3-97b4-b3fd57d41509 req-62c1c94a-5a0b-4ce1-b9f3-6089d5f2eff9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:19.070370 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-55455955-8981-4ae3-97b4-b3fd57d41509 req-62c1c94a-5a0b-4ce1-b9f3-6089d5f2eff9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0512862 Oct 04 05:43:19.126084 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-55455955-8981-4ae3-97b4-b3fd57d41509 req-b1b6216b-3b22-4bf2-9bf1-125ad56b55cc tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487072 Oct 04 05:43:19.319944 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce42c6e-8d12-4733-8a50-5d0ce645bbda req-db7c986e-56cb-43d7-9a18-c8c16048309f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:19.341096 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ce42c6e-8d12-4733-8a50-5d0ce645bbda req-db7c986e-56cb-43d7-9a18-c8c16048309f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 931 time: 0.1071553 Oct 04 05:43:19.418200 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ce42c6e-8d12-4733-8a50-5d0ce645bbda req-886d122b-1669-48e8-b5e7-3bcd91ecb2cb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758774 Oct 04 05:43:19.497050 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174d39e-36f4-479f-9c7c-dbc16f20290a req-ff8ab4ae-ee39-4854-8a42-812e33a2f420 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:19.498801 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3174d39e-36f4-479f-9c7c-dbc16f20290a req-ff8ab4ae-ee39-4854-8a42-812e33a2f420 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0693250 Oct 04 05:43:19.564231 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3174d39e-36f4-479f-9c7c-dbc16f20290a req-11c3ae0b-5ac2-4493-b0c3-3e66fe822532 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570278 Oct 04 05:43:19.568611 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:19.964742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Request body: {'port': {'device_id': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:20.020507 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-624f3b5b-71a6-44fa-8265-0dfd968a5f10 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 217 time: 0.0698588 Oct 04 05:43:20.037702 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1efe8b7c-d03b-4c53-acfd-a6a136dc37a3 req-a2b15d7c-8057-42cb-8719-0ec15612bf04 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832920 Oct 04 05:43:20.109332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:20.141746 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-d63aa198-b423-4067-be40-58cfb932ef5a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819525 Oct 04 05:43:20.231683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17888e13-61e5-4fae-a171-f7838a2034da req-9342bf5b-2331-477f-8acc-99b297e81570 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:20.233237 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-17888e13-61e5-4fae-a171-f7838a2034da req-9342bf5b-2331-477f-8acc-99b297e81570 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.1549261 Oct 04 05:43:20.283674 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f9088-6a0b-4b49-baf0-51aef1094ff7 req-c4036f11-189e-4833-9ade-c5ecd17848af tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:20.285667 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-531f9088-6a0b-4b49-baf0-51aef1094ff7 req-c4036f11-189e-4833-9ade-c5ecd17848af tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0671916 Oct 04 05:43:20.287245 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-17888e13-61e5-4fae-a171-f7838a2034da req-0830435d-b2b5-4135-8689-27819750936c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470679 Oct 04 05:43:20.378815 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-531f9088-6a0b-4b49-baf0-51aef1094ff7 req-c62e1349-17d1-4c12-975a-b16a64a1c692 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838923 Oct 04 05:43:20.453121 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ced9537-26c4-4d6d-a357-ce2a56da3e84 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:20.461165 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Publish callbacks [] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:20.476316 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Transition to ACTIVE for port object 5ced9537-26c4-4d6d-a357-ce2a56da3e84 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:43:20.481104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 39670) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:20.549166 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b2d0d-12d4-43ce-9dd8-6eb8a1daec52 req-37c44e4c-96b6-422d-b9c6-d33a283dc9c9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:20.550706 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9b8b2d0d-12d4-43ce-9dd8-6eb8a1daec52 req-37c44e4c-96b6-422d-b9c6-d33a283dc9c9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 931 time: 0.0464022 Oct 04 05:43:20.555467 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:20.588087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:20.604963 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9b8b2d0d-12d4-43ce-9dd8-6eb8a1daec52 req-e82a5b26-3844-4e3b-99e1-d310885b5e67 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457797 Oct 04 05:43:20.611788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-99a5cc4d-73f6-4bf9-b9d5-9ca1ce172d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:20.646698 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Pushing event updated for resources: {'Port': ['ID=5ced9537-26c4-4d6d-a357-ce2a56da3e84,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:20.759010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196692bd-0a61-497f-98c3-3b14583779b8 req-32be336d-eec0-4972-8ace-90d893f82a05 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:20.760485 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-196692bd-0a61-497f-98c3-3b14583779b8 req-32be336d-eec0-4972-8ace-90d893f82a05 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0872197 Oct 04 05:43:20.761105 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Attempting to bind port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:43:20.761425 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Attempting to bind port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:43:20.761741 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Attempting to bind port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 on network c03165e1-beb9-4a5b-abe8-8381d5e7772e {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:20.855172 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 on network c03165e1-beb9-4a5b-abe8-8381d5e7772e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:43:20.855172 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Attempting to bind port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 on network c03165e1-beb9-4a5b-abe8-8381d5e7772e {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:43:20.896216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-99a5cc4d-73f6-4bf9-b9d5-9ca1ce172d85 admin admin] Publish callbacks [] for security_group (7aef2111-9dd6-4e6d-9f6f-96d198202fff), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:20.903692 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-196692bd-0a61-497f-98c3-3b14583779b8 req-3da3fca5-feca-4cbb-a1f0-699866a5de61 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193814 Oct 04 05:43:20.920539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:43:20.920877 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Checking segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:43:20.921261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Bound using segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:43:20.921697 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Bound port: 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:43:20.922055 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:20.976098 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-99a5cc4d-73f6-4bf9-b9d5-9ca1ce172d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (7aef2111-9dd6-4e6d-9f6f-96d198202fff), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.006010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] For port 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:43:21.029820 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] For port 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:43:21.033633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5cc4d-73f6-4bf9-b9d5-9ca1ce172d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef2111-9dd6-4e6d-9f6f-96d198202fff,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:21.039168 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-99a5cc4d-73f6-4bf9-b9d5-9ca1ce172d85 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7972e78aadad467ca540f5d5a1df5f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570891 Oct 04 05:43:21.041901 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 39692) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:21.094714 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-15322413-2405-41d5-adf0-50de8561d05a admin admin] Publish callbacks [] for security_group (7aef2111-9dd6-4e6d-9f6f-96d198202fff), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.096908 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.102306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:21.102921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.104318 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 200 len: 1093 time: 1.1459351 Oct 04 05:43:21.109959 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:21.112228 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba722b98-e1e1-46ec-9ae3-c54417b092c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:21.150372 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-15322413-2405-41d5-adf0-50de8561d05a admin admin] Publish callbacks [] for security_group (7aef2111-9dd6-4e6d-9f6f-96d198202fff), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.154670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d164e415-d325-4962-a5c6-19d7866add25 x-openstack-request-id: req-d164e415-d325-4962-a5c6-19d7866add25 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:21.154953 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:21.155195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d164e415-d325-4962-a5c6-19d7866add25 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:21.155580 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d164e415-d325-4962-a5c6-19d7866add25'] response: {'name': 'network-changed', 'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'status': 'completed', 'code': 200} Oct 04 05:43:21.185832 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf5fd3-f103-40b0-8319-a88c26e05243 service neutron] Pushing event updated for resources: {'Port': ['ID=5ced9537-26c4-4d6d-a357-ce2a56da3e84,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:21.275524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-15322413-2405-41d5-adf0-50de8561d05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (7aef2111-9dd6-4e6d-9f6f-96d198202fff), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.278193 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-15322413-2405-41d5-adf0-50de8561d05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:21.279368 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-15322413-2405-41d5-adf0-50de8561d05a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7aef2111-9dd6-4e6d-9f6f-96d198202fff HTTP/1.1" status: 204 len: 168 time: 0.2364838 Oct 04 05:43:21.287688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322413-2405-41d5-adf0-50de8561d05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef2111-9dd6-4e6d-9f6f-96d198202fff,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:21.293343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:21.407128 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdaf74-f73d-4a34-ae10-f051e7fb6fcc req-55eead44-dc1d-402e-b566-d86f3d528504 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:21.408629 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-35cdaf74-f73d-4a34-ae10-f051e7fb6fcc req-55eead44-dc1d-402e-b566-d86f3d528504 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0462422 Oct 04 05:43:21.462519 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-35cdaf74-f73d-4a34-ae10-f051e7fb6fcc req-776e6844-5cba-44c3-9812-db31a7a13e5c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478094 Oct 04 05:43:21.501076 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430d2b5-fd08-4d1f-8437-0e0c4903f761 req-f6a9689e-077a-4457-a977-d48e6df037ea tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:21.502574 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c430d2b5-fd08-4d1f-8437-0e0c4903f761 req-f6a9689e-077a-4457-a977-d48e6df037ea tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0469208 Oct 04 05:43:21.555103 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c430d2b5-fd08-4d1f-8437-0e0c4903f761 req-d9c2e038-d71d-41a4-89ad-9da3be3ec1a4 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464034 Oct 04 05:43:21.727895 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ab3d-0578-44b4-9d23-d164d5f606e0 req-67c07e5e-5bb5-4a96-843d-56ae2f573ba7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:21.729400 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79e7ab3d-0578-44b4-9d23-d164d5f606e0 req-67c07e5e-5bb5-4a96-843d-56ae2f573ba7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.0464664 Oct 04 05:43:21.777762 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79e7ab3d-0578-44b4-9d23-d164d5f606e0 req-27d30dae-d2bd-4cef-a18e-7c4cf4d83df9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 Oct 04 05:43:21.786325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:21.989860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 39716) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:22.003334 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea258-1e1e-43fc-874f-f7ca9150ae09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.029238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61dbe8-00d9-4785-a9a8-1f0394085dbf req-e3e7c0d8-7a31-4c78-b0e7-4686c0c5aaaa tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:22.030667 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2f61dbe8-00d9-4785-a9a8-1f0394085dbf req-e3e7c0d8-7a31-4c78-b0e7-4686c0c5aaaa tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0481727 Oct 04 05:43:22.078123 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2f61dbe8-00d9-4785-a9a8-1f0394085dbf req-78b14faf-c0fa-4c4a-a9b6-c3f0d7e69fd5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Oct 04 05:43:22.078750 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea258-1e1e-43fc-874f-f7ca9150ae09 admin admin] Publish callbacks [] for security_group (d9f37107-249d-480b-8df5-0ba09577f7ed), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.132481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea258-1e1e-43fc-874f-f7ca9150ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d9f37107-249d-480b-8df5-0ba09577f7ed), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.171221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ac6ea258-1e1e-43fc-874f-f7ca9150ae09 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=139f897c82d34cdea173e61ed90f8ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802189 Oct 04 05:43:22.172106 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea258-1e1e-43fc-874f-f7ca9150ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f37107-249d-480b-8df5-0ba09577f7ed,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:22.174461 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 39718) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:22.224815 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:22.228662 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-132149cf-8ed7-4fbc-8a32-e9db60429013 admin admin] Publish callbacks [] for security_group (d9f37107-249d-480b-8df5-0ba09577f7ed), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.250487 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-132149cf-8ed7-4fbc-8a32-e9db60429013 admin admin] Publish callbacks [] for security_group (d9f37107-249d-480b-8df5-0ba09577f7ed), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.358201 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-132149cf-8ed7-4fbc-8a32-e9db60429013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d9f37107-249d-480b-8df5-0ba09577f7ed), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.360748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-132149cf-8ed7-4fbc-8a32-e9db60429013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:22.361986 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-132149cf-8ed7-4fbc-8a32-e9db60429013 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d9f37107-249d-480b-8df5-0ba09577f7ed HTTP/1.1" status: 204 len: 168 time: 0.1848443 Oct 04 05:43:22.370489 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:22.370645 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132149cf-8ed7-4fbc-8a32-e9db60429013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f37107-249d-480b-8df5-0ba09577f7ed,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:22.545146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:22.600414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12857d-30cf-4921-a09c-927cb6dedc75 req-30ba2dc0-6587-485d-8e59-61bab13238ad tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:22.602094 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1d12857d-30cf-4921-a09c-927cb6dedc75 req-30ba2dc0-6587-485d-8e59-61bab13238ad tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0599856 Oct 04 05:43:22.608349 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:22.688338 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1d12857d-30cf-4921-a09c-927cb6dedc75 req-a2521994-3419-4e33-b354-1289d48c7aa7 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787418 Oct 04 05:43:22.692016 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bca3-be6e-4346-974f-5c7c5568bf0e req-24627dbe-7978-41a8-8fb9-8165a9bfe5ce tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:22.692016 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cf48bca3-be6e-4346-974f-5c7c5568bf0e req-24627dbe-7978-41a8-8fb9-8165a9bfe5ce tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0557916 Oct 04 05:43:22.693043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-f593cd90-6b96-44e2-80c9-faa349f175a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:22.694972 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-f593cd90-6b96-44e2-80c9-faa349f175a3 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0691135 Oct 04 05:43:22.743538 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cf48bca3-be6e-4346-974f-5c7c5568bf0e req-44ae0156-762d-49e2-b7e3-aaebcf053d3f tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Oct 04 05:43:22.904603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd789-a606-458c-a515-1ec685844b9d req-a9058301-943e-453e-a52d-31127c9994d1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:22.909958 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e24fd789-a606-458c-a515-1ec685844b9d req-a9058301-943e-453e-a52d-31127c9994d1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.0518506 Oct 04 05:43:23.064097 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-e3ff6064-b4ff-44dc-997a-9a19819396b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:23.065666 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-e3ff6064-b4ff-44dc-997a-9a19819396b0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0893600 Oct 04 05:43:23.096348 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 39750) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:23.110205 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f312997e-f0ef-4bfc-ad44-90fdb56abc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.126174 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e24fd789-a606-458c-a515-1ec685844b9d req-77b7c402-1ee6-41c8-bdbd-072c41e6b1ba tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036691 Oct 04 05:43:23.126174 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722b98-e1e1-46ec-9ae3-c54417b092c4 req-729899da-10d4-4455-819f-064f86d98ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:23.126174 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ba722b98-e1e1-46ec-9ae3-c54417b092c4 req-729899da-10d4-4455-819f-064f86d98ce3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1127 time: 0.1190517 Oct 04 05:43:23.162561 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:23.162812 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-230c710e-3e69-485d-a732-8809d433b96d req-f6b9d415-ba72-4989-8eaa-2a761cce6a3a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471504 Oct 04 05:43:23.204936 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:23.206578 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-c095af07-7fbb-4c0d-ba88-6a93bd41c4b6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273317 Oct 04 05:43:23.237186 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f312997e-f0ef-4bfc-ad44-90fdb56abc4b admin admin] Publish callbacks [] for security_group (80f82a66-e7a8-499d-89fa-dadcfa55d9c5), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.249771 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e02021-059b-407c-9f6b-fe65d754d67e req-f1341362-d7ae-4e00-a2d1-7d3fb2274c6d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:23.251271 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-26e02021-059b-407c-9f6b-fe65d754d67e req-f1341362-d7ae-4e00-a2d1-7d3fb2274c6d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0614841 Oct 04 05:43:23.255654 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:23.299913 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-26e02021-059b-407c-9f6b-fe65d754d67e req-fb687732-1ebc-4a01-ba84-30a652706c33 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Oct 04 05:43:23.344163 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f312997e-f0ef-4bfc-ad44-90fdb56abc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (80f82a66-e7a8-499d-89fa-dadcfa55d9c5), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.381594 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f312997e-f0ef-4bfc-ad44-90fdb56abc4b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=365784379da441309651d705a9c72e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835400 Oct 04 05:43:23.383530 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312997e-f0ef-4bfc-ad44-90fdb56abc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f82a66-e7a8-499d-89fa-dadcfa55d9c5,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:23.384368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 39762) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:23.441070 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4244824c-7d2e-4734-bb54-b0aa015c1924 admin admin] Publish callbacks [] for security_group (80f82a66-e7a8-499d-89fa-dadcfa55d9c5), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.463170 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4244824c-7d2e-4734-bb54-b0aa015c1924 admin admin] Publish callbacks [] for security_group (80f82a66-e7a8-499d-89fa-dadcfa55d9c5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.658534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4244824c-7d2e-4734-bb54-b0aa015c1924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (80f82a66-e7a8-499d-89fa-dadcfa55d9c5), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.660988 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4244824c-7d2e-4734-bb54-b0aa015c1924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:23.662129 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4244824c-7d2e-4734-bb54-b0aa015c1924 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/80f82a66-e7a8-499d-89fa-dadcfa55d9c5 HTTP/1.1" status: 204 len: 168 time: 0.2767847 Oct 04 05:43:23.669713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244824c-7d2e-4734-bb54-b0aa015c1924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f82a66-e7a8-499d-89fa-dadcfa55d9c5,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:23.696561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:23.853045 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d272083-3682-47fc-92f0-7a859ea1485d req-af88176e-f174-4bdc-bc3b-4170bd869361 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:23.854657 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d272083-3682-47fc-92f0-7a859ea1485d req-af88176e-f174-4bdc-bc3b-4170bd869361 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0859661 Oct 04 05:43:23.888503 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fdf99-34a4-4e82-883c-1fcac4f1529e req-55cb966c-9393-49aa-8115-62d9b56ab338 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:23.890174 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a76fdf99-34a4-4e82-883c-1fcac4f1529e req-55cb966c-9393-49aa-8115-62d9b56ab338 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0526514 Oct 04 05:43:23.923992 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d272083-3682-47fc-92f0-7a859ea1485d req-edd1589f-eabe-47fb-8dfc-937cb98164bb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629022 Oct 04 05:43:23.954679 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a76fdf99-34a4-4e82-883c-1fcac4f1529e req-3a1ad8e1-8236-456c-9999-7758aa3357da tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573215 Oct 04 05:43:24.276272 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d331d0-4228-4d62-8197-814d0db20dc7 req-a0b4916c-5bc6-47cb-b701-cc10c1e2f804 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:24.277992 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-89d331d0-4228-4d62-8197-814d0db20dc7 req-a0b4916c-5bc6-47cb-b701-cc10c1e2f804 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.0455985 Oct 04 05:43:24.325042 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-89d331d0-4228-4d62-8197-814d0db20dc7 req-3144939c-d222-4f18-abf0-b6e78c18a9cf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Oct 04 05:43:24.458959 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108e637-d240-4f38-afac-add3a654ce1c req-9e6e3ab4-27b2-4dfe-b853-f7084b13ab63 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:24.460422 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8108e637-d240-4f38-afac-add3a654ce1c req-9e6e3ab4-27b2-4dfe-b853-f7084b13ab63 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0563118 Oct 04 05:43:24.506306 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8108e637-d240-4f38-afac-add3a654ce1c req-f614410b-8079-4bb5-b658-750cb4d8022c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Oct 04 05:43:24.603014 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 91086c81-b058-42da-8552-c21268a1fe5f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:43:24.711082 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 91086c81-b058-42da-8552-c21268a1fe5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=91086c81-b058-42da-8552-c21268a1fe5f,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:24.723571 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '91086c81-b058-42da-8552-c21268a1fe5f', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:43:24.769019 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 91086c81-b058-42da-8552-c21268a1fe5f is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:24.769586 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (91086c81-b058-42da-8552-c21268a1fe5f), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:24.785020 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91086c81-b058-42da-8552-c21268a1fe5f {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:24.810774 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 91086c81-b058-42da-8552-c21268a1fe5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=91086c81-b058-42da-8552-c21268a1fe5f,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:24.836320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:25.064824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f758b56-fd93-41a1-a065-264240a85eaf req-7347fed4-1243-4bd2-830b-cd0d742a17f2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.066863 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2f758b56-fd93-41a1-a065-264240a85eaf req-7347fed4-1243-4bd2-830b-cd0d742a17f2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 943 time: 0.0548472 Oct 04 05:43:25.086225 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4fe13-1800-4049-8cfc-34fcf1286522 req-d4bd2f59-4395-41aa-8279-8b495c6888a5 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.088038 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d7e4fe13-1800-4049-8cfc-34fcf1286522 req-d4bd2f59-4395-41aa-8279-8b495c6888a5 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0507748 Oct 04 05:43:25.128495 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2f758b56-fd93-41a1-a065-264240a85eaf req-4f6ce48a-a015-4583-8903-b876205a18ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553439 Oct 04 05:43:25.135784 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d7e4fe13-1800-4049-8cfc-34fcf1286522 req-ece21948-5de7-4683-be91-e316f4134d2f tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Oct 04 05:43:25.549095 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c939a-37e5-4a5e-a95f-98e17928b022 req-55053c69-4bdd-4a49-a20a-fb6429666377 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.550628 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-011c939a-37e5-4a5e-a95f-98e17928b022 req-55053c69-4bdd-4a49-a20a-fb6429666377 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.1235414 Oct 04 05:43:25.602311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722b98-e1e1-46ec-9ae3-c54417b092c4 req-1139e45a-5077-41ab-b71c-33eec1883f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.603778 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ba722b98-e1e1-46ec-9ae3-c54417b092c4 req-1139e45a-5077-41ab-b71c-33eec1883f27 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=7efd5ee13f094656992497528d761f2c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4873333 Oct 04 05:43:25.607250 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-054aaef7-e1d7-4899-a480-a8ee3a58d5d6 req-846f85f0-4746-4905-9f4c-d15be52d7d36 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894335 Oct 04 05:43:25.635993 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5267d-8165-4c5e-bc71-3c02868de7dc req-78e3d7f1-2363-405c-95a7-ab31dcee2ada tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.649203 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4ac5267d-8165-4c5e-bc71-3c02868de7dc req-78e3d7f1-2363-405c-95a7-ab31dcee2ada tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0459971 Oct 04 05:43:25.662984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:25.668560 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-011c939a-37e5-4a5e-a95f-98e17928b022 req-dc2f38b6-6d34-48c6-b1e0-b55c1c018d6c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059732 Oct 04 05:43:25.692266 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4ac5267d-8165-4c5e-bc71-3c02868de7dc req-0903f075-70b1-4801-b05e-659ac222b9ef tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491345 Oct 04 05:43:25.813684 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722b98-e1e1-46ec-9ae3-c54417b092c4 req-176b01d4-b805-4a82-a05b-febab258699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.813684 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ba722b98-e1e1-46ec-9ae3-c54417b092c4 req-176b01d4-b805-4a82-a05b-febab258699f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883733 Oct 04 05:43:25.901955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (91086c81-b058-42da-8552-c21268a1fe5f), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:25.926423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-db85150a-6086-41e9-ab5f-5417c1bc14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:25.928023 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-db85150a-6086-41e9-ab5f-5417c1bc14ed service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1127 time: 0.0479710 Oct 04 05:43:25.966726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=91086c81-b058-42da-8552-c21268a1fe5f,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:26.170861 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:26.262632 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ad473-3efc-40b0-a465-f3477e0f0f55 req-ff4ca997-83ce-4aca-8fbf-371a68af83bf tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:26.264385 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989788-708e-43d8-b45a-13fff40cee84 req-eb9ffdfb-778f-49f4-a966-878d4a6a00c9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:26.264514 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a67ad473-3efc-40b0-a465-f3477e0f0f55 req-ff4ca997-83ce-4aca-8fbf-371a68af83bf tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 943 time: 0.0486689 Oct 04 05:43:26.265894 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-27989788-708e-43d8-b45a-13fff40cee84 req-eb9ffdfb-778f-49f4-a966-878d4a6a00c9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 944 time: 0.0512536 Oct 04 05:43:26.275102 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['91086c81-b058-42da-8552-c21268a1fe5f'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:43:26.330122 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a67ad473-3efc-40b0-a465-f3477e0f0f55 req-41dee727-4a4d-4478-8630-4154400f24d9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542381 Oct 04 05:43:26.334793 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-27989788-708e-43d8-b45a-13fff40cee84 req-7c0b35d2-8697-488e-babb-b7d2a21daa69 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631385 Oct 04 05:43:26.805473 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67f9b-d0fe-4966-bab7-e09037b9e932 req-8eff93e3-5a04-404d-aebe-0b78ccb8e68f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:26.807995 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1da67f9b-d0fe-4966-bab7-e09037b9e932 req-8eff93e3-5a04-404d-aebe-0b78ccb8e68f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.0561152 Oct 04 05:43:26.832557 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-0753e801-b1f2-4ebc-ae66-5dadb0f41172 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 200 len: 217 time: 0.0809414 Oct 04 05:43:26.862033 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1da67f9b-d0fe-4966-bab7-e09037b9e932 req-b951cb37-b0ae-4187-a1c6-0dd876c39bfd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473783 Oct 04 05:43:26.900736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-a698e93b-2e15-425f-897d-cd9a96a5e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:26.902987 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-a698e93b-2e15-425f-897d-cd9a96a5e422 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1128 time: 0.1431592 Oct 04 05:43:26.917660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f43cbb-82f2-4a0e-9b16-95ca22516f6e req-a60043dd-731b-4a53-8ecf-17df1d8fbe7d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:26.920338 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3f43cbb-82f2-4a0e-9b16-95ca22516f6e req-a60043dd-731b-4a53-8ecf-17df1d8fbe7d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.1186101 Oct 04 05:43:26.920960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device dc0907bd-05c2-480f-a9cd-803e9153eda6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:43:26.938373 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 91086c81-b058-42da-8552-c21268a1fe5f up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:26.961411 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-5b4256b1-1ab7-49aa-8a36-49a17a0ef3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:26.962860 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-5b4256b1-1ab7-49aa-8a36-49a17a0ef3e2 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.1120486 Oct 04 05:43:27.035987 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 91086c81-b058-42da-8552-c21268a1fe5f completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:43:27.039684 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:27.066824 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port dc0907bd-05c2-480f-a9cd-803e9153eda6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:27.067815 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-8a5a60d6-9b64-489a-bdbe-382071da786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.072075 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-8a5a60d6-9b64-489a-bdbe-382071da786f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794816 Oct 04 05:43:27.072995 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3f43cbb-82f2-4a0e-9b16-95ca22516f6e req-9d5bea01-1fbd-4995-bee5-187d42b11450 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406016 Oct 04 05:43:27.079070 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': 'dc0907bd-05c2-480f-a9cd-803e9153eda6', 'network_id': '46ff3f68-ce31-4d95-a2fd-eff768762bb7', 'port_id': 'dc0907bd-05c2-480f-a9cd-803e9153eda6', 'mac_address': 'fa:16:3e:a9:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e0feef-1032-4da1-97d6-4475b66c555e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:43:27.116455 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:27.117878 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port dc0907bd-05c2-480f-a9cd-803e9153eda6 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:27.118345 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:27.131248 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 91086c81-b058-42da-8552-c21268a1fe5f triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:27.131627 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (91086c81-b058-42da-8552-c21268a1fe5f), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:27.131989 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 91086c81-b058-42da-8552-c21268a1fe5f Oct 04 05:43:27.135823 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0907bd-05c2-480f-a9cd-803e9153eda6 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:27.149366 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-a9a2b303-0750-44d0-ba2d-1f0c5925cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.150903 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-a9a2b303-0750-44d0-ba2d-1f0c5925cfcf service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.2391026 Oct 04 05:43:27.153490 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=15 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:27.159121 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=17 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:27.180762 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port dc0907bd-05c2-480f-a9cd-803e9153eda6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:27.216075 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-4b8d14bd-9865-4f5c-9ef5-caeeac0de90d service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 217 time: 0.0526202 Oct 04 05:43:27.221875 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:27.235771 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 91086c81-b058-42da-8552-c21268a1fe5f is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:27.236227 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (91086c81-b058-42da-8552-c21268a1fe5f), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:27.263945 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:27.267278 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-f7234e08-fb67-4d99-a4fb-86d842747e4c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911254 Oct 04 05:43:27.289104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-d942f147-15c4-415c-9a55-b69e4982c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.290512 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-d942f147-15c4-415c-9a55-b69e4982c134 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0673416 Oct 04 05:43:27.341218 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:27.350692 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 91086c81-b058-42da-8552-c21268a1fe5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=91086c81-b058-42da-8552-c21268a1fe5f,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:27.406550 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=dc0907bd-05c2-480f-a9cd-803e9153eda6,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:27.410905 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7de878bb-7801-4bd5-af36-5cc776f6e2b8 req-77fb4380-5732-4772-b31c-088f8303ce2f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345012 Oct 04 05:43:27.419954 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-40dae68f-c068-46e5-a2b5-8d814340b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.422594 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-40dae68f-c068-46e5-a2b5-8d814340b901 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1220412 Oct 04 05:43:27.425036 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (91086c81-b058-42da-8552-c21268a1fe5f), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:27.580096 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df5640-f359-485b-b3c0-3bdf6b86d71f req-d77fa5cb-32e1-4b96-abd2-0c6c110e50a6 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.590849 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-43df5640-f359-485b-b3c0-3bdf6b86d71f req-d77fa5cb-32e1-4b96-abd2-0c6c110e50a6 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 944 time: 0.1355736 Oct 04 05:43:27.629457 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490048dd-b4e9-477d-9f4e-f62365814354" -d '{"events": [{"server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "name": "network-vif-plugged", "status": "completed", "tag": "91086c81-b058-42da-8552-c21268a1fe5f"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:27.682110 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:27.703186 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-43df5640-f359-485b-b3c0-3bdf6b86d71f req-fc477de2-605e-4b3b-aefd-5b77682f7c8f tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025434 Oct 04 05:43:27.704241 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=91086c81-b058-42da-8552-c21268a1fe5f,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:27.722963 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-dfe33243-49b8-4d5c-8369-6d943d50eebf service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929626 Oct 04 05:43:27.728783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e402e-d224-4258-a9da-3e004846eb93 req-17d25e93-470b-4c00-ad64-0d34172856c3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.735271 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f1e402e-d224-4258-a9da-3e004846eb93 req-17d25e93-470b-4c00-ad64-0d34172856c3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.2617061 Oct 04 05:43:27.749232 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['dc0907bd-05c2-480f-a9cd-803e9153eda6'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:43:27.802400 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-96ea335f-2e78-488e-aeb0-00c39643dd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:27.806117 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f1e402e-d224-4258-a9da-3e004846eb93 req-72f7ca61-069d-47b4-a644-9da2c2d4207a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659380 Oct 04 05:43:27.867881 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312557e8-b660-42bd-a389-3a6e51fab8ca x-openstack-request-id: req-312557e8-b660-42bd-a389-3a6e51fab8ca {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:27.868196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "name": "network-vif-plugged", "status": "completed", "tag": "91086c81-b058-42da-8552-c21268a1fe5f", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:27.868454 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-312557e8-b660-42bd-a389-3a6e51fab8ca {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:27.868915 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312557e8-b660-42bd-a389-3a6e51fab8ca'] response: {'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f', 'code': 200} Oct 04 05:43:27.986521 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1702b-881e-4242-8d14-c2930b9c8413 req-13a259a3-8161-4216-8dd1-46b2fc9fee69 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:27.988688 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79f1702b-881e-4242-8d14-c2930b9c8413 req-13a259a3-8161-4216-8dd1-46b2fc9fee69 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.0464504 Oct 04 05:43:28.036466 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79f1702b-881e-4242-8d14-c2930b9c8413 req-c7a6d15c-06b2-4330-8f0e-4dffaec1bef6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Oct 04 05:43:28.223089 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784248-94c9-4ac0-aaf1-339f122a9a4c req-9b0b5a2d-80cc-4809-91f1-0a67df589e0e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:28.224555 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3f784248-94c9-4ac0-aaf1-339f122a9a4c req-9b0b5a2d-80cc-4809-91f1-0a67df589e0e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0468040 Oct 04 05:43:28.229676 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:28.270405 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3f784248-94c9-4ac0-aaf1-339f122a9a4c req-1f3cf8a2-360d-40bb-854c-5de1173fdcb1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403426 Oct 04 05:43:28.480700 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90c15510-da53-4bff-a8c8-9e3914488d24 req-6dd3c970-9d74-4254-8e3c-423e4f26418f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991673 Oct 04 05:43:28.923131 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:43:28.933353 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device dc0907bd-05c2-480f-a9cd-803e9153eda6 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:28.965734 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b30e86-3019-4f8b-9b6b-a7cbc281d16b req-29ef3dad-0786-423d-83af-7e8fdc7cadae tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:28.968056 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-70b30e86-3019-4f8b-9b6b-a7cbc281d16b req-29ef3dad-0786-423d-83af-7e8fdc7cadae tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0792060 Oct 04 05:43:29.006683 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886981a-c370-450c-83d9-eac32dc95523 req-a7b94a0f-954d-423d-8e18-53d925be21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:29.008741 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e886981a-c370-450c-83d9-eac32dc95523 req-a7b94a0f-954d-423d-8e18-53d925be21a3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 1129 time: 0.3161044 Oct 04 05:43:29.038290 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e13a6-0b4b-411d-b9c9-708eaef70e1a req-667d8dca-c136-4ddb-87ff-85918e2db3be tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:29.046426 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e90e13a6-0b4b-411d-b9c9-708eaef70e1a req-667d8dca-c136-4ddb-87ff-85918e2db3be tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 944 time: 0.2754922 Oct 04 05:43:29.053624 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port dc0907bd-05c2-480f-a9cd-803e9153eda6 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:43:29.059737 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-70b30e86-3019-4f8b-9b6b-a7cbc281d16b req-ceaba4b4-5260-4c1b-abf8-8560b53b0990 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854018 Oct 04 05:43:29.076201 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e886981a-c370-450c-83d9-eac32dc95523 req-6888a9bb-5ee3-41e0-b44f-01d9532dc95a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.094707 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:29.113873 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e90e13a6-0b4b-411d-b9c9-708eaef70e1a req-355b2d77-e531-4845-acf1-2530408ed08e tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662646 Oct 04 05:43:29.117833 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'mac_address': 'fa:16:3e:d9:22:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:43:29.147788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port dc0907bd-05c2-480f-a9cd-803e9153eda6 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:29.148233 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.148635 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port dc0907bd-05c2-480f-a9cd-803e9153eda6 Oct 04 05:43:29.165931 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7306f-10fb-43ec-8df1-e892f1d9f8ce req-b797bb75-6e2d-480e-8a69-c894e991df43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:29.167708 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dce7306f-10fb-43ec-8df1-e892f1d9f8ce req-b797bb75-6e2d-480e-8a69-c894e991df43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 943 time: 0.0504217 Oct 04 05:43:29.196836 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:29.197292 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.210904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e886981a-c370-450c-83d9-eac32dc95523 req-6888a9bb-5ee3-41e0-b44f-01d9532dc95a service neutron] Publish callbacks [] for security_group (bd66f6e5-f101-4b9c-8c3c-f5c3124fdb79), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.218731 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:29.218895 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dce7306f-10fb-43ec-8df1-e892f1d9f8ce req-31ff8782-494c-4075-bdba-5b5a1f76144f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Oct 04 05:43:29.247557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:29.275893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port dc0907bd-05c2-480f-a9cd-803e9153eda6 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:29.276284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.314379 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port dc0907bd-05c2-480f-a9cd-803e9153eda6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:29.323692 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.325744 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e886981a-c370-450c-83d9-eac32dc95523 req-6888a9bb-5ee3-41e0-b44f-01d9532dc95a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (bd66f6e5-f101-4b9c-8c3c-f5c3124fdb79), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.325873 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 5ced9537-26c4-4d6d-a357-ce2a56da3e84 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:43:29.420384 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:29.427098 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.437150 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888a9bb-5ee3-41e0-b44f-01d9532dc95a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66f6e5-f101-4b9c-8c3c-f5c3124fdb79,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:29.444193 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e886981a-c370-450c-83d9-eac32dc95523 req-6888a9bb-5ee3-41e0-b44f-01d9532dc95a service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4272022 Oct 04 05:43:29.458277 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d93c1-96c4-4111-8be6-59fa7af31e2e req-3368c94c-34f1-41c4-928e-0bb9572715d7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:29.465723 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-226d93c1-96c4-4111-8be6-59fa7af31e2e req-3368c94c-34f1-41c4-928e-0bb9572715d7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 945 time: 0.1062527 Oct 04 05:43:29.505894 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=dc0907bd-05c2-480f-a9cd-803e9153eda6,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:29.521171 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:29.527999 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:29.536968 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-226d93c1-96c4-4111-8be6-59fa7af31e2e req-6fe19dc4-00b2-4e06-8084-6d819375b68e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641115 Oct 04 05:43:29.547562 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'port_id': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'mac_address': 'fa:16:3e:a7:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:43:29.584240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 39976) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:29.600339 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:29.600535 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.616767 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ced9537-26c4-4d6d-a357-ce2a56da3e84 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:43:29.637292 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:29.704605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9e55c748-9e6a-4909-a01d-f0a8a446bd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.707385 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.712238 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:29.728723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:29.754732 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=5ced9537-26c4-4d6d-a357-ce2a56da3e84,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:29.785170 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9e55c748-9e6a-4909-a01d-f0a8a446bd89 admin admin] Publish callbacks [] for security_group (22432e6f-9155-49b3-9c72-763a9d589c37), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.855742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9e55c748-9e6a-4909-a01d-f0a8a446bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (22432e6f-9155-49b3-9c72-763a9d589c37), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.870062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226a13ae-7a83-488a-9e42-7f524be2114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0907bd-05c2-480f-a9cd-803e9153eda6'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:29.872448 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39ee4c7-1cbb-4fae-bf5b-d7d820887c1c" -d '{"events": [{"server_uuid": "226a13ae-7a83-488a-9e42-7f524be2114c", "name": "network-vif-plugged", "status": "completed", "tag": "dc0907bd-05c2-480f-a9cd-803e9153eda6"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:29.901785 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9e55c748-9e6a-4909-a01d-f0a8a446bd89 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4a8f7a34677d45178518b22328f29c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161623 Oct 04 05:43:29.902521 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55c748-9e6a-4909-a01d-f0a8a446bd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22432e6f-9155-49b3-9c72-763a9d589c37,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:29.904232 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 39994) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:29.929460 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8682b69d-169e-4b77-8c03-1871a0c229b9 x-openstack-request-id: req-8682b69d-169e-4b77-8c03-1871a0c229b9 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:29.929771 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226a13ae-7a83-488a-9e42-7f524be2114c", "name": "network-vif-plugged", "status": "completed", "tag": "dc0907bd-05c2-480f-a9cd-803e9153eda6", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:29.930027 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8682b69d-169e-4b77-8c03-1871a0c229b9 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:29.930453 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8682b69d-169e-4b77-8c03-1871a0c229b9'] response: {'server_uuid': '226a13ae-7a83-488a-9e42-7f524be2114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0907bd-05c2-480f-a9cd-803e9153eda6', 'code': 200} Oct 04 05:43:29.958925 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c33cdcad-f2e8-401b-8211-f3bd3faf8819 admin admin] Publish callbacks [] for security_group (22432e6f-9155-49b3-9c72-763a9d589c37), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.960965 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-37f89886-b7a9-4f21-a810-a91ab61a5abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:29.978867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c33cdcad-f2e8-401b-8211-f3bd3faf8819 admin admin] Publish callbacks [] for security_group (22432e6f-9155-49b3-9c72-763a9d589c37), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:30.132728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c33cdcad-f2e8-401b-8211-f3bd3faf8819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (22432e6f-9155-49b3-9c72-763a9d589c37), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:30.135392 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c33cdcad-f2e8-401b-8211-f3bd3faf8819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:30.136692 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c33cdcad-f2e8-401b-8211-f3bd3faf8819 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/22432e6f-9155-49b3-9c72-763a9d589c37 HTTP/1.1" status: 204 len: 168 time: 0.2310166 Oct 04 05:43:30.151634 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cdcad-f2e8-401b-8211-f3bd3faf8819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22432e6f-9155-49b3-9c72-763a9d589c37,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:30.155271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:30.187843 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33d7c0-afa2-4bc0-971d-0de172b59ac9 req-1d2e2be3-42e0-43b0-ac2f-28fbb610cf9b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:30.191273 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eb33d7c0-afa2-4bc0-971d-0de172b59ac9 req-1d2e2be3-42e0-43b0-ac2f-28fbb610cf9b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0629725 Oct 04 05:43:30.246882 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:43:30.256852 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eb33d7c0-afa2-4bc0-971d-0de172b59ac9 req-d877fedb-b41f-4cb6-bf68-d32c701d9f62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599341 Oct 04 05:43:30.295672 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925df44-c6df-4f18-b77b-d6eb4118c7e1 req-b35c0433-70ef-45d2-ad97-5c25fd1bc04c tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:30.297540 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7925df44-c6df-4f18-b77b-d6eb4118c7e1 req-b35c0433-70ef-45d2-ad97-5c25fd1bc04c tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0869799 Oct 04 05:43:30.357162 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7925df44-c6df-4f18-b77b-d6eb4118c7e1 req-c51d74ca-f6f3-4f25-bb44-56d064a54818 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532143 Oct 04 05:43:30.391423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910d69-dbed-41bf-9c6e-f967309111fb req-1fab5833-52a1-4b7b-abb5-66a163f9711a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:30.392936 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fd910d69-dbed-41bf-9c6e-f967309111fb req-1fab5833-52a1-4b7b-abb5-66a163f9711a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Oct 04 05:43:30.407293 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['5ced9537-26c4-4d6d-a357-ce2a56da3e84'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:43:30.450376 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fd910d69-dbed-41bf-9c6e-f967309111fb req-a991a380-1d11-4835-804c-9eda2232ba63 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514550 Oct 04 05:43:30.632735 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873c592-2d4c-4678-93f1-aa37118187a8 req-16b73bd8-fcd6-482f-a319-d339c1da163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:30.638497 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d873c592-2d4c-4678-93f1-aa37118187a8 req-16b73bd8-fcd6-482f-a319-d339c1da163d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 1129 time: 0.0441585 Oct 04 05:43:30.694293 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d873c592-2d4c-4678-93f1-aa37118187a8 req-50575718-9466-4b32-8fc0-b640c6bf8ff6 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Oct 04 05:43:30.746858 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f891f-339b-48a4-839a-155968ec29c5 req-84f52b61-39d0-4717-b24c-29e92a51f271 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:30.748380 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a00f891f-339b-48a4-839a-155968ec29c5 req-84f52b61-39d0-4717-b24c-29e92a51f271 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 945 time: 0.0464349 Oct 04 05:43:30.797158 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a00f891f-339b-48a4-839a-155968ec29c5 req-36241646-35c5-4a7d-870e-d95e88214365 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Oct 04 05:43:31.155644 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:31.388538 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59774125-4443-4e35-bf30-603b0febd244 req-bedb51ec-bb4a-4603-b4b3-01c70ceef6ca tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:31.395945 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-59774125-4443-4e35-bf30-603b0febd244 req-bedb51ec-bb4a-4603-b4b3-01c70ceef6ca tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0569799 Oct 04 05:43:31.446862 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-59774125-4443-4e35-bf30-603b0febd244 req-c32cbd27-25c2-4a07-8046-9335116c7f82 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498347 Oct 04 05:43:31.490411 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788c225-2af3-430e-aefe-11f4f38e4203 req-fad9295f-eac3-4d51-a5b8-74e41715778a tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:31.492440 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2788c225-2af3-430e-aefe-11f4f38e4203 req-fad9295f-eac3-4d51-a5b8-74e41715778a tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0497649 Oct 04 05:43:31.504972 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:31.527069 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:31.545062 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2788c225-2af3-430e-aefe-11f4f38e4203 req-df5b4280-5545-4001-b847-011cbf64a6e9 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Oct 04 05:43:31.581155 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48545c-81d0-401b-b21a-980f8357c283 req-5549aed8-eb7f-462d-ab08-f7b3bb493440 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:31.583012 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2b48545c-81d0-401b-b21a-980f8357c283 req-5549aed8-eb7f-462d-ab08-f7b3bb493440 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 944 time: 0.0501504 Oct 04 05:43:31.634678 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2b48545c-81d0-401b-b21a-980f8357c283 req-32b5416f-7db7-45a6-a83b-b02d0c2f0591 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Oct 04 05:43:31.828572 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:31.877173 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:43:31.928645 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5a395-3d22-4ed4-a622-f914af3fb8f9 req-64a5ab78-998c-4c6b-b594-696639577913 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:31.930131 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18b5a395-3d22-4ed4-a622-f914af3fb8f9 req-64a5ab78-998c-4c6b-b594-696639577913 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 945 time: 0.0465271 Oct 04 05:43:31.983717 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:31.984144 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:31.984481 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 Oct 04 05:43:31.986235 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-18b5a395-3d22-4ed4-a622-f914af3fb8f9 req-485ab9d8-cb83-4fa6-839a-5d9d12406ae6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469100 Oct 04 05:43:32.062003 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:32.062655 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:32.087394 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:32.089607 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f90ec-fcb8-404c-b109-cfb87e76cc1e" -d '{"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-plugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:32.102575 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:32.129643 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d5eee-49ec-4b11-8efa-03f3c55c3d24 x-openstack-request-id: req-c47d5eee-49ec-4b11-8efa-03f3c55c3d24 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:32.129954 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-plugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:32.130299 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c47d5eee-49ec-4b11-8efa-03f3c55c3d24 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:32.131020 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47d5eee-49ec-4b11-8efa-03f3c55c3d24'] response: {'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'code': 200} Oct 04 05:43:32.141162 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:43:32.161059 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:32.161903 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 5ced9537-26c4-4d6d-a357-ce2a56da3e84 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:43:32.245907 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:43:32.248160 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:32.332720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:32.333096 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:32.333485 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 Oct 04 05:43:32.355325 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:32.415431 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:43:32.415881 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:32.419259 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:32.452927 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:32.577057 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:32.622533 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d07ed-ccef-4be6-9da9-662c2fa38dfd req-93880053-2acb-432c-8a92-be47af4c402a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:32.629892 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1d9d07ed-ccef-4be6-9da9-662c2fa38dfd req-93880053-2acb-432c-8a92-be47af4c402a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0837858 Oct 04 05:43:32.699201 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03ff9b-5f60-44a5-88e2-3a7ab595de40 req-d3f4b251-8285-4011-b226-6bd2cd93cab0 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:32.708118 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a03ff9b-5f60-44a5-88e2-3a7ab595de40 req-d3f4b251-8285-4011-b226-6bd2cd93cab0 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0636230 Oct 04 05:43:32.711275 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=5ced9537-26c4-4d6d-a357-ce2a56da3e84,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:32.711419 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1d9d07ed-ccef-4be6-9da9-662c2fa38dfd req-693ada4f-4d23-4fc3-bd04-7e2f6b6aff50 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805235 Oct 04 05:43:32.807990 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:32.812599 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a03ff9b-5f60-44a5-88e2-3a7ab595de40 req-0f1cfeb1-c2ab-458f-a091-e95401e9fa87 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026189 Oct 04 05:43:32.865457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaec02-d9cd-4f01-92bb-7ffceb16f6ce req-4ebf992c-a50f-4663-bc77-2a763a160980 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:32.867874 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bceaec02-d9cd-4f01-92bb-7ffceb16f6ce req-4ebf992c-a50f-4663-bc77-2a763a160980 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0650153 Oct 04 05:43:32.968338 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bceaec02-d9cd-4f01-92bb-7ffceb16f6ce req-7d657ac7-526e-4bf6-ba18-717b58987c40 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910535 Oct 04 05:43:33.001714 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:33.031594 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde7114-e56a-401a-bfc6-2f5b3ef8c1fd req-f78c5e94-866f-4798-97bd-8085306f4802 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:33.033775 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2dde7114-e56a-401a-bfc6-2f5b3ef8c1fd req-f78c5e94-866f-4798-97bd-8085306f4802 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0916219 Oct 04 05:43:33.045648 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40120) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:33.057072 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'port_id': '91086c81-b058-42da-8552-c21268a1fe5f'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:33.162885 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (094433be-b41c-489a-a6e8-9c4ef180f3a8), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:33.251829 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821c46a-2919-40e5-b297-d91cfd3578c2 req-848fcb4e-ec41-4f32-9f8d-910774a262af tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:33.259245 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e821c46a-2919-40e5-b297-d91cfd3578c2 req-848fcb4e-ec41-4f32-9f8d-910774a262af tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1339512 Oct 04 05:43:33.378187 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e821c46a-2919-40e5-b297-d91cfd3578c2 req-520e558d-9514-4c9d-88af-1cb2dd4c746a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172040 Oct 04 05:43:33.398082 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df70c54-bc71-4bda-a1a0-89587c6d63d4 req-3a6b9678-468c-456e-bf27-325b49dbee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:33.399609 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3df70c54-bc71-4bda-a1a0-89587c6d63d4 req-3a6b9678-468c-456e-bf27-325b49dbee62 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1130 time: 0.0762088 Oct 04 05:43:33.487551 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3df70c54-bc71-4bda-a1a0-89587c6d63d4 req-881aa582-53ba-479b-a5b9-e1f49190fdb6 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780015 Oct 04 05:43:33.947782 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90a7a7-56d1-474a-9b35-81adbbf5780f req-ae3a21fd-150b-4836-9b03-d42bf8468d0b tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:33.949601 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-de90a7a7-56d1-474a-9b35-81adbbf5780f req-ae3a21fd-150b-4836-9b03-d42bf8468d0b tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0571456 Oct 04 05:43:34.004230 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-de90a7a7-56d1-474a-9b35-81adbbf5780f req-6c41c3d6-91c7-4c2a-a25c-9a2f6caa7af2 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Oct 04 05:43:34.132469 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:34.140413 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8038ba1e-2cc3-4275-a348-1ca3cd2ffff3" -d '{"events": [{"server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "name": "network-vif-plugged", "status": "completed", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:34.145595 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:34.153605 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeb719-2e0a-4e23-b7b1-9d3046ac1e0d req-1cc74f71-294a-4fd6-b4c3-4935ba00b683 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:34.155650 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8cdeb719-2e0a-4e23-b7b1-9d3046ac1e0d req-1cc74f71-294a-4fd6-b4c3-4935ba00b683 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0830638 Oct 04 05:43:34.212627 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (094433be-b41c-489a-a6e8-9c4ef180f3a8), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:34.218868 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8cdeb719-2e0a-4e23-b7b1-9d3046ac1e0d req-f680629c-7f97-40a5-a5e1-25bc0b61ce99 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556271 Oct 04 05:43:34.225949 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218db5e3-53e7-4978-a67e-51e12c890064 x-openstack-request-id: req-218db5e3-53e7-4978-a67e-51e12c890064 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:34.226433 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "name": "network-vif-plugged", "status": "completed", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:34.226684 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-218db5e3-53e7-4978-a67e-51e12c890064 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:34.227232 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218db5e3-53e7-4978-a67e-51e12c890064'] response: {'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'code': 200} Oct 04 05:43:34.249197 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:34.308660 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:34.311976 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 094433be-b41c-489a-a6e8-9c4ef180f3a8 associated. External IP: 172.27.1.249, port: 91086c81-b058-42da-8552-c21268a1fe5f. Oct 04 05:43:34.505453 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b093c4-9306-480b-9dcf-0309c2cc5181 req-8f9eff61-c110-4ea2-b857-e1d3ab3325a5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:34.506894 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3b093c4-9306-480b-9dcf-0309c2cc5181 req-8f9eff61-c110-4ea2-b857-e1d3ab3325a5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0525944 Oct 04 05:43:34.529512 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:43:34.571224 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3b093c4-9306-480b-9dcf-0309c2cc5181 req-ae0de002-eab6-4db3-b952-cc853c2582b6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575826 Oct 04 05:43:34.663139 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:43:34.663139 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:34.672074 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:43:34.682456 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:34.683601 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:34.694843 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-0b11a4d9-36d5-42ba-9e2b-f665e4b64eac tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/094433be-b41c-489a-a6e8-9c4ef180f3a8 HTTP/1.1" status: 200 len: 991 time: 1.6479959 Oct 04 05:43:34.695539 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:34.698437 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f44a88-c26f-4e8d-9300-c09232315bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "tag": "91086c81-b058-42da-8552-c21268a1fe5f"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:34.746527 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cac406-6bc8-4ef0-8b12-89ad35dc8974 x-openstack-request-id: req-c6cac406-6bc8-4ef0-8b12-89ad35dc8974 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:34.746527 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "tag": "91086c81-b058-42da-8552-c21268a1fe5f", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:34.747247 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6cac406-6bc8-4ef0-8b12-89ad35dc8974 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:34.747247 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cac406-6bc8-4ef0-8b12-89ad35dc8974'] response: {'name': 'network-changed', 'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f', 'status': 'completed', 'code': 200} Oct 04 05:43:34.833791 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:35.100383 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:33Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:35.128140 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:43:35.137468 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:35.138352 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:35.139505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:35.152897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cb3b0-1b14-405c-ab08-2a4cf2e54436 req-d21a978b-b1aa-43f3-9243-393a358bc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:35.155914 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f3cb3b0-1b14-405c-ab08-2a4cf2e54436 req-d21a978b-b1aa-43f3-9243-393a358bc533 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1129 time: 0.0813017 Oct 04 05:43:35.180439 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-e7356072-7cdd-4222-a41e-974d10f59f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:35.182002 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-e7356072-7cdd-4222-a41e-974d10f59f98 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 1129 time: 0.1061022 Oct 04 05:43:35.242369 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:35.263137 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f3cb3b0-1b14-405c-ab08-2a4cf2e54436 req-b4011495-ac04-4292-998f-dd0595bf2dba service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999181 Oct 04 05:43:35.275477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:35.316868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-21b98454-1f94-4f1c-b2e4-9c9713cfbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:35.318197 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-21b98454-1f94-4f1c-b2e4-9c9713cfbe4b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.1291230 Oct 04 05:43:35.351392 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2366d-a38d-43cb-a843-e30a5e5a3c5e req-94c16859-9195-4175-aa73-ed4e6a0dd6fe tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:35.352861 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-88b2366d-a38d-43cb-a843-e30a5e5a3c5e req-94c16859-9195-4175-aa73-ed4e6a0dd6fe tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0539680 Oct 04 05:43:35.400475 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-88b2366d-a38d-43cb-a843-e30a5e5a3c5e req-2d1828c3-f5a8-4a39-9438-56ceca601604 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Oct 04 05:43:35.468663 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:33Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:35.492768 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3200d-450e-42b9-86cf-a130f45ea7e6 None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:33Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:43:35.664943 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-83dd772f-3d2f-4454-9c82-47d36c4bd7b0 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91086c81-b058-42da-8552-c21268a1fe5f HTTP/1.1" status: 200 len: 999 time: 0.0914588 Oct 04 05:43:35.703646 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15e2a39-790f-42b9-ab1b-aa6d93a09c56 None None] New status for floating IP 094433be-b41c-489a-a6e8-9c4ef180f3a8: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:43:35.706400 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e457-1d59-48e0-b7f1-8238266f82b3 req-1d636d7a-1bf8-4e03-8197-8995c583cd6e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:35.708482 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5f28e457-1d59-48e0-b7f1-8238266f82b3 req-1d636d7a-1bf8-4e03-8197-8995c583cd6e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0533686 Oct 04 05:43:35.760181 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5f28e457-1d59-48e0-b7f1-8238266f82b3 req-e2ee9b98-2abd-4803-8621-0c7adb72d360 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458958 Oct 04 05:43:35.927811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af178e-f7ad-4d65-8459-7bb7a7d19c9e req-c098f30c-062f-4632-a43d-705d3e6df99d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:35.929604 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e3af178e-f7ad-4d65-8459-7bb7a7d19c9e req-c098f30c-062f-4632-a43d-705d3e6df99d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0619459 Oct 04 05:43:35.940556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40206) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:35.947043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'floatingip': {'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:36.063463 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (00c333c8-ceda-4ff3-9a56-a1b048bb0168), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:36.177119 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-898c553f-d872-4cc1-ae22-b4192b3bacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:36.177658 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-898c553f-d872-4cc1-ae22-b4192b3bacc8 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.1527793 Oct 04 05:43:36.249221 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-756a359c-d94c-4ca7-a8d7-e4be66882b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:36.250703 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-756a359c-d94c-4ca7-a8d7-e4be66882b01 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535877 Oct 04 05:43:36.625304 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21ecf3-58ad-43c8-be57-4281225a0bf4 req-04589a67-5cf6-4d52-93c0-9756b72aa5e6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:36.626812 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd21ecf3-58ad-43c8-be57-4281225a0bf4 req-04589a67-5cf6-4d52-93c0-9756b72aa5e6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1263239 Oct 04 05:43:36.766921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.db.resource_extend [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 05:43:36.862805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40250) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:36.994760 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.024129 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.052256 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.075849 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.076962 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Publish callbacks [] for security_group (1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.088212 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd21ecf3-58ad-43c8-be57-4281225a0bf4 req-68d9d329-9888-49ff-99f3-cace1bea51fc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549134 Oct 04 05:43:37.125544 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-0de76316-83a6-48a5-a15b-a8cdd2e3961c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402540 Oct 04 05:43:37.180418 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.183197 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (00c333c8-ceda-4ff3-9a56-a1b048bb0168), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.223448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.243784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:37.248507 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=425ade64b07f4f17a39ee859f11d402e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844860 Oct 04 05:43:37.251246 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40264) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:37.274718 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40266) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:37.292446 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.293055 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.293419 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.293755 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.294078 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.294606 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.294934 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.295253 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.295784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.296114 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.296461 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.296825 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.297144 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.297658 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.297971 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1cbd-ab9d-4a1b-a66a-88ca76dfd784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:37.310562 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d0f44a88-c26f-4e8d-9300-c09232315bb6 req-ddf6ed7c-0b97-4074-9297-28398acb02fc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781840 Oct 04 05:43:37.320457 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Floating IP 00c333c8-ceda-4ff3-9a56-a1b048bb0168 associated. External IP: 172.27.1.253, port: 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7. Oct 04 05:43:37.361018 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf6dfde-cc44-42d2-aa9f-bf6de646184d admin admin] Publish callbacks [] for security_group (1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.382855 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf6dfde-cc44-42d2-aa9f-bf6de646184d admin admin] Publish callbacks [] for security_group (1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.466393 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-89f2-4928-98da-fdb5acc9b4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.547344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Router f32ce1af-f12d-42b1-93da-ed106d90299d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:43:37.557853 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf6dfde-cc44-42d2-aa9f-bf6de646184d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.560725 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf6dfde-cc44-42d2-aa9f-bf6de646184d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.561937 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-adf6dfde-cc44-42d2-aa9f-bf6de646184d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde HTTP/1.1" status: 204 len: 168 time: 0.3097970 Oct 04 05:43:37.581538 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6dfde-cc44-42d2-aa9f-bf6de646184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00545c-a6aa-4ab8-9fa6-c6ccf3ba4fde,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:37.640092 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-89f2-4928-98da-fdb5acc9b4bc admin admin] Publish callbacks [] for security_group (0a8d7e9a-8fde-439f-94a2-8994e412aede), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.659296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:43:37.663777 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.671463 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:43:37.682666 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:37.683260 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:37.686981 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.699199 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-13bd2a37-a249-4177-9568-a6d6cbd68f40 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/00c333c8-ceda-4ff3-9a56-a1b048bb0168 HTTP/1.1" status: 200 len: 992 time: 1.7553811 Oct 04 05:43:37.699199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:37.700149 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1" -d '{"events": [{"name": "network-changed", "server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:37.738414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a005be-299c-4778-8d9d-ac600d82d8cc x-openstack-request-id: req-92a005be-299c-4778-8d9d-ac600d82d8cc {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:37.738702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:37.738999 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92a005be-299c-4778-8d9d-ac600d82d8cc {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:37.739402 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a005be-299c-4778-8d9d-ac600d82d8cc'] response: {'name': 'network-changed', 'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'status': 'completed', 'code': 200} Oct 04 05:43:37.746903 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-89f2-4928-98da-fdb5acc9b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0a8d7e9a-8fde-439f-94a2-8994e412aede), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.805007 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c173518f-89f2-4928-98da-fdb5acc9b4bc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=815d51a0ef7046d78f240ca95c37b862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5266585 Oct 04 05:43:37.805205 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173518f-89f2-4928-98da-fdb5acc9b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d7e9a-8fde-439f-94a2-8994e412aede,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:37.808275 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40284) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:37.808712 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:37.862880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-b7a4acf8-6a4f-4c0b-9660-e32179d1c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:37.864448 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-b7a4acf8-6a4f-4c0b-9660-e32179d1c915 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1130 time: 0.0726695 Oct 04 05:43:37.868850 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a62d7b83-edfa-4c18-85c8-704b36e8f221 admin admin] Publish callbacks [] for security_group (0a8d7e9a-8fde-439f-94a2-8994e412aede), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.892216 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a62d7b83-edfa-4c18-85c8-704b36e8f221 admin admin] Publish callbacks [] for security_group (0a8d7e9a-8fde-439f-94a2-8994e412aede), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:37.901914 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.924664 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.981507 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:37.986525 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-596e6c43-07d7-42f3-87a0-90e6021d746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:37.988078 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-596e6c43-07d7-42f3-87a0-90e6021d746b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.1026278 Oct 04 05:43:38.016798 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a62d7b83-edfa-4c18-85c8-704b36e8f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0a8d7e9a-8fde-439f-94a2-8994e412aede), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:38.019908 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a62d7b83-edfa-4c18-85c8-704b36e8f221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:38.021783 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a62d7b83-edfa-4c18-85c8-704b36e8f221 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0a8d7e9a-8fde-439f-94a2-8994e412aede HTTP/1.1" status: 204 len: 168 time: 0.2120461 Oct 04 05:43:38.043156 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d7b83-edfa-4c18-85c8-704b36e8f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d7e9a-8fde-439f-94a2-8994e412aede,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:38.085008 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-5ad350d9-7e22-464a-a23f-0004124a9f20 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 1000 time: 0.0903563 Oct 04 05:43:38.196217 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '00c333c8-ceda-4ff3-9a56-a1b048bb0168', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'mac_address': 'fa:16:3e:d9:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:55Z', 'updated_at': '2022-10-04T05:43:36Z', 'revision_number': 1, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:38.222953 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:43:38.229115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-e27cb878-ca89-4263-91d7-5ff83aae75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:38.230649 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-e27cb878-ca89-4263-91d7-5ff83aae75b0 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0974269 Oct 04 05:43:38.231361 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:38.231950 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:38.245886 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0aef8-975b-46fd-8652-8acf460e60fb req-dce200d1-5d1b-49c0-8cc7-e8cfc9f27e5c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:38.247322 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-13b0aef8-975b-46fd-8652-8acf460e60fb req-dce200d1-5d1b-49c0-8cc7-e8cfc9f27e5c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Oct 04 05:43:38.301410 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-13b0aef8-975b-46fd-8652-8acf460e60fb req-888e4c72-1a2f-44f9-b4f9-3f49f9b47e89 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Oct 04 05:43:38.338699 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:38.355382 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-8f9620d2-1682-4939-a794-73d89ed416d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:38.356978 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-8f9620d2-1682-4939-a794-73d89ed416d5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413122 Oct 04 05:43:38.462168 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c546b-7374-4ce4-b252-3ccb00a1fda1 req-6b8f1f9a-82c2-46ac-b845-717c8415c4c1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:38.470315 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-272c546b-7374-4ce4-b252-3ccb00a1fda1 req-6b8f1f9a-82c2-46ac-b845-717c8415c4c1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0611203 Oct 04 05:43:38.477682 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40298) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:38.482679 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-ce85dc34-4654-4ef1-8a42-f2118080306c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188004 Oct 04 05:43:38.483566 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'floatingip': {'port_id': '5ced9537-26c4-4d6d-a357-ce2a56da3e84'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:38.573134 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (f6f40709-0cb8-49e5-9336-1e04742237c4), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:38.606854 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0772e61a-e094-4bbc-bf7c-04d17b0a91f1 req-16935e76-23cd-4944-b002-56638f397319 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172574 Oct 04 05:43:38.617409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40304) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:38.631237 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:38.680614 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '00c333c8-ceda-4ff3-9a56-a1b048bb0168', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'mac_address': 'fa:16:3e:d9:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:55Z', 'updated_at': '2022-10-04T05:43:36Z', 'revision_number': 1, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:38.725222 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ad075-d928-4751-8ad6-ccc782220769 None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '00c333c8-ceda-4ff3-9a56-a1b048bb0168', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'mac_address': 'fa:16:3e:d9:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:55Z', 'updated_at': '2022-10-04T05:43:36Z', 'revision_number': 1, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:43:38.772717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Publish callbacks [] for security_group (51a998ee-1c35-4aa5-ba7f-93f046d17680), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:38.776259 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:38.843991 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (51a998ee-1c35-4aa5-ba7f-93f046d17680), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:38.889589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a998ee-1c35-4aa5-ba7f-93f046d17680,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:38.907589 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0ad0a3cb77dd4d2cb06a9804d06adf97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890921 Oct 04 05:43:38.909141 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40310) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:38.922629 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.923053 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.923820 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.924752 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.925410 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.936183 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.937683 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.938579 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.938920 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.939256 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.942305 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.942746 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.943042 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.943369 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.945340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c57ef-dc1a-4d56-afad-a9d229a5c480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:43:38.968595 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:38.996499 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7f8d7-6480-432e-a881-cd2b48519710 None None] New status for floating IP 00c333c8-ceda-4ff3-9a56-a1b048bb0168: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:43:39.018737 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c79cbf93-8089-4eb1-9d06-5a8df18282f2 admin admin] Publish callbacks [] for security_group (51a998ee-1c35-4aa5-ba7f-93f046d17680), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.041703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c79cbf93-8089-4eb1-9d06-5a8df18282f2 admin admin] Publish callbacks [] for security_group (51a998ee-1c35-4aa5-ba7f-93f046d17680), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.084911 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:39.101363 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40316) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:39.115711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-364a61d1-9359-4347-8f70-432f8b93397d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.130635 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.184372 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (f6f40709-0cb8-49e5-9336-1e04742237c4), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.185759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c79cbf93-8089-4eb1-9d06-5a8df18282f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (51a998ee-1c35-4aa5-ba7f-93f046d17680), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.194486 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c79cbf93-8089-4eb1-9d06-5a8df18282f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.194486 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c79cbf93-8089-4eb1-9d06-5a8df18282f2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/51a998ee-1c35-4aa5-ba7f-93f046d17680 HTTP/1.1" status: 204 len: 168 time: 0.2790117 Oct 04 05:43:39.210122 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cbf93-8089-4eb1-9d06-5a8df18282f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a998ee-1c35-4aa5-ba7f-93f046d17680,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:39.310944 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Floating IP f6f40709-0cb8-49e5-9336-1e04742237c4 associated. External IP: 172.27.1.36, port: 5ced9537-26c4-4d6d-a357-ce2a56da3e84. Oct 04 05:43:39.322377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-364a61d1-9359-4347-8f70-432f8b93397d admin admin] Publish callbacks [] for security_group (920c3e2c-957c-440c-ae72-a7c462c097b6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.409621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-364a61d1-9359-4347-8f70-432f8b93397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (920c3e2c-957c-440c-ae72-a7c462c097b6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.416970 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:39.449563 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-364a61d1-9359-4347-8f70-432f8b93397d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bc8809e71ae742f6b105b5fa62e5af6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471203 Oct 04 05:43:39.450320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a61d1-9359-4347-8f70-432f8b93397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920c3e2c-957c-440c-ae72-a7c462c097b6,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:39.452631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40322) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:39.508161 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94986601-841f-4c46-9bfb-fd219e57d374 admin admin] Publish callbacks [] for security_group (920c3e2c-957c-440c-ae72-a7c462c097b6), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.527114 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:43:39.529178 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94986601-841f-4c46-9bfb-fd219e57d374 admin admin] Publish callbacks [] for security_group (920c3e2c-957c-440c-ae72-a7c462c097b6), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.630259 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:43:39.634802 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.640359 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:43:39.649444 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:39.650032 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:39.669777 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94986601-841f-4c46-9bfb-fd219e57d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (920c3e2c-957c-440c-ae72-a7c462c097b6), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.672757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94986601-841f-4c46-9bfb-fd219e57d374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:39.675781 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2e1dfe42-6007-48df-a4b7-5fe3f396fa43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/f6f40709-0cb8-49e5-9336-1e04742237c4 HTTP/1.1" status: 200 len: 990 time: 1.1968760 Oct 04 05:43:39.678772 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:39.678924 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-94986601-841f-4c46-9bfb-fd219e57d374 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/920c3e2c-957c-440c-ae72-a7c462c097b6 HTTP/1.1" status: 204 len: 168 time: 0.2245977 Oct 04 05:43:39.679300 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6211f4-36c4-43c5-a86a-24e906aea405" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:39.688490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94986601-841f-4c46-9bfb-fd219e57d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920c3e2c-957c-440c-ae72-a7c462c097b6,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:39.737633 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c1b28-df6a-4a3f-aace-3e58ea68463e x-openstack-request-id: req-a49c1b28-df6a-4a3f-aace-3e58ea68463e {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:39.747198 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:39.747198 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a49c1b28-df6a-4a3f-aace-3e58ea68463e {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:39.747198 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49c1b28-df6a-4a3f-aace-3e58ea68463e'] response: {'name': 'network-changed', 'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'status': 'completed', 'code': 200} Oct 04 05:43:39.820632 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:39.851287 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-2e467f86-456f-4d68-824c-a729ab2399df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:39.853505 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-2e467f86-456f-4d68-824c-a729ab2399df service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1129 time: 0.0654976 Oct 04 05:43:39.920034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:39.922829 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:39.964625 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-2fb7fa22-0209-4501-b21a-b694304e55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:39.966012 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-2fb7fa22-0209-4501-b21a-b694304e55cc service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 911 time: 0.1019633 Oct 04 05:43:40.064890 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'f6f40709-0cb8-49e5-9336-1e04742237c4', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'port_id': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'mac_address': 'fa:16:3e:a7:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:43:01Z', 'updated_at': '2022-10-04T05:43:39Z', 'revision_number': 1, 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:40.097396 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:43:40.112456 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:43:40.113228 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:43:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:40.129228 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-e815c84e-d270-484d-af94-a2d11a7c2cac service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 200 len: 998 time: 0.0607636 Oct 04 05:43:40.180784 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-7badb62f-b362-498c-b652-dc16c850f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:40.182247 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-7badb62f-b362-498c-b652-dc16c850f364 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.0469480 Oct 04 05:43:40.226646 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:43:40.230249 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-ae305d9c-cb55-46a6-9ed9-3c054bd46ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:40.231766 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-ae305d9c-cb55-46a6-9ed9-3c054bd46ad6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430346 Oct 04 05:43:40.253251 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:40.352175 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-73c34f19-b141-414f-a06e-62b0f9ca4432 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141646 Oct 04 05:43:40.465032 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db6211f4-36c4-43c5-a86a-24e906aea405 req-0613d53b-ee20-4fb2-86a2-5069519038b5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063221 Oct 04 05:43:40.479433 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'f6f40709-0cb8-49e5-9336-1e04742237c4', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'port_id': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'mac_address': 'fa:16:3e:a7:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:43:01Z', 'updated_at': '2022-10-04T05:43:39Z', 'revision_number': 1, 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:43:40.505313 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc703b95-69c8-421f-9b9f-67ab7b38f855 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'f6f40709-0cb8-49e5-9336-1e04742237c4', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'port_id': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'mac_address': 'fa:16:3e:a7:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:43:01Z', 'updated_at': '2022-10-04T05:43:39Z', 'revision_number': 1, 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:43:40.707080 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b019c-30a3-4042-b8a9-7991ebdd708d None None] New status for floating IP f6f40709-0cb8-49e5-9336-1e04742237c4: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:43:40.981322 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40384) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:41.215043 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6139-eb43-4607-a66b-998bf1017471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.294917 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6139-eb43-4607-a66b-998bf1017471 admin admin] Publish callbacks [] for security_group (46a26f7a-55fa-4987-adfc-76a9d679fd1b), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.362793 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6139-eb43-4607-a66b-998bf1017471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (46a26f7a-55fa-4987-adfc-76a9d679fd1b), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.410422 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2a1a6139-eb43-4607-a66b-998bf1017471 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=785c3ab021df4c02bc24ff7c6d07a319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273415 Oct 04 05:43:41.411636 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a6139-eb43-4607-a66b-998bf1017471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a26f7a-55fa-4987-adfc-76a9d679fd1b,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:41.413236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40404) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:41.479827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2f648837-97c3-4531-b99a-efa0715ef09b admin admin] Publish callbacks [] for security_group (46a26f7a-55fa-4987-adfc-76a9d679fd1b), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.489925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:41.518878 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2f648837-97c3-4531-b99a-efa0715ef09b admin admin] Publish callbacks [] for security_group (46a26f7a-55fa-4987-adfc-76a9d679fd1b), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.655825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2f648837-97c3-4531-b99a-efa0715ef09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (46a26f7a-55fa-4987-adfc-76a9d679fd1b), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.660551 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2f648837-97c3-4531-b99a-efa0715ef09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:41.663307 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2f648837-97c3-4531-b99a-efa0715ef09b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/46a26f7a-55fa-4987-adfc-76a9d679fd1b HTTP/1.1" status: 204 len: 168 time: 0.2481394 Oct 04 05:43:41.673869 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f648837-97c3-4531-b99a-efa0715ef09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a26f7a-55fa-4987-adfc-76a9d679fd1b,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:42.493783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40436) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:42.507495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5086b0b2-ddb4-45ee-a4b3-444459932908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.593080 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5086b0b2-ddb4-45ee-a4b3-444459932908 admin admin] Publish callbacks [] for security_group (143f0247-19d9-4a32-8dae-1623713d1afc), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.643869 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5086b0b2-ddb4-45ee-a4b3-444459932908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (143f0247-19d9-4a32-8dae-1623713d1afc), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.654871 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40446) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:42.690584 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5086b0b2-ddb4-45ee-a4b3-444459932908 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=19b2704415014d1e8ffb0c6e6dfa29a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933928 Oct 04 05:43:42.690584 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086b0b2-ddb4-45ee-a4b3-444459932908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143f0247-19d9-4a32-8dae-1623713d1afc,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:42.691418 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40450) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:42.752386 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c8aafa22-fd89-40b7-ad41-aa57692f0ec7 admin admin] Publish callbacks [] for security_group (143f0247-19d9-4a32-8dae-1623713d1afc), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.773299 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c8aafa22-fd89-40b7-ad41-aa57692f0ec7 admin admin] Publish callbacks [] for security_group (143f0247-19d9-4a32-8dae-1623713d1afc), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.802571 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cb81741b-4d22-442f-993c-6456afd8b533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.829639 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:42.930374 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c8aafa22-fd89-40b7-ad41-aa57692f0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (143f0247-19d9-4a32-8dae-1623713d1afc), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.932863 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c8aafa22-fd89-40b7-ad41-aa57692f0ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:42.933972 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c8aafa22-fd89-40b7-ad41-aa57692f0ec7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/143f0247-19d9-4a32-8dae-1623713d1afc HTTP/1.1" status: 204 len: 168 time: 0.2414155 Oct 04 05:43:42.946034 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aafa22-fd89-40b7-ad41-aa57692f0ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143f0247-19d9-4a32-8dae-1623713d1afc,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:43.005021 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cb81741b-4d22-442f-993c-6456afd8b533 admin admin] Publish callbacks [] for security_group (254ea81d-29b6-4188-85ba-fd509bab1f43), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:43.092186 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cb81741b-4d22-442f-993c-6456afd8b533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (254ea81d-29b6-4188-85ba-fd509bab1f43), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:43.133796 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-cb81741b-4d22-442f-993c-6456afd8b533 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dee0411306364b30b9be059c451fb538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790421 Oct 04 05:43:43.134888 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81741b-4d22-442f-993c-6456afd8b533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ea81d-29b6-4188-85ba-fd509bab1f43,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:43.136706 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40460) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:43.185342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc9b6-a991-40b7-8b67-ef91e43a5f21 admin admin] Publish callbacks [] for security_group (254ea81d-29b6-4188-85ba-fd509bab1f43), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:43.205756 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc9b6-a991-40b7-8b67-ef91e43a5f21 admin admin] Publish callbacks [] for security_group (254ea81d-29b6-4188-85ba-fd509bab1f43), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:43.315127 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc9b6-a991-40b7-8b67-ef91e43a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (254ea81d-29b6-4188-85ba-fd509bab1f43), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:43.317936 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc9b6-a991-40b7-8b67-ef91e43a5f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:43.321516 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a7bfc9b6-a991-40b7-8b67-ef91e43a5f21 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/254ea81d-29b6-4188-85ba-fd509bab1f43 HTTP/1.1" status: 204 len: 168 time: 0.1814713 Oct 04 05:43:43.327538 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfc9b6-a991-40b7-8b67-ef91e43a5f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ea81d-29b6-4188-85ba-fd509bab1f43,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:44.002586 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40492) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:44.015882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-63368f61-8f3e-4903-8d5d-4918788b4e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.108399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-63368f61-8f3e-4903-8d5d-4918788b4e1f admin admin] Publish callbacks [] for security_group (871dbcae-6467-49aa-b416-cb0389ff9f5d), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.183737 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-63368f61-8f3e-4903-8d5d-4918788b4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (871dbcae-6467-49aa-b416-cb0389ff9f5d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.224483 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-63368f61-8f3e-4903-8d5d-4918788b4e1f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c29a5549e70f436097e2aba9e62dbf5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208276 Oct 04 05:43:44.225630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63368f61-8f3e-4903-8d5d-4918788b4e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871dbcae-6467-49aa-b416-cb0389ff9f5d,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:44.227206 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40498) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:44.277931 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0cde227-3a5e-4c61-98dc-b8d422f717c2 admin admin] Publish callbacks [] for security_group (871dbcae-6467-49aa-b416-cb0389ff9f5d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.287395 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:44.299542 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0cde227-3a5e-4c61-98dc-b8d422f717c2 admin admin] Publish callbacks [] for security_group (871dbcae-6467-49aa-b416-cb0389ff9f5d), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.425420 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0cde227-3a5e-4c61-98dc-b8d422f717c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (871dbcae-6467-49aa-b416-cb0389ff9f5d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.427914 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f0cde227-3a5e-4c61-98dc-b8d422f717c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.433687 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f0cde227-3a5e-4c61-98dc-b8d422f717c2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/871dbcae-6467-49aa-b416-cb0389ff9f5d HTTP/1.1" status: 204 len: 168 time: 0.2008302 Oct 04 05:43:44.437054 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cde227-3a5e-4c61-98dc-b8d422f717c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871dbcae-6467-49aa-b416-cb0389ff9f5d,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:44.741910 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40508) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:44.857745 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b65f42a7-f2b9-4742-8d23-47a9e0b04171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:44.938921 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b65f42a7-f2b9-4742-8d23-47a9e0b04171 admin admin] Publish callbacks [] for security_group (e4aa883e-d19d-4fd8-b51e-b0aa9cc46969), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:45.003554 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b65f42a7-f2b9-4742-8d23-47a9e0b04171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e4aa883e-d19d-4fd8-b51e-b0aa9cc46969), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:45.042732 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b65f42a7-f2b9-4742-8d23-47a9e0b04171 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ab5d0ffd6a7b4974a307edf38341fe8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996516 Oct 04 05:43:45.044627 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f42a7-f2b9-4742-8d23-47a9e0b04171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa883e-d19d-4fd8-b51e-b0aa9cc46969,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:45.045573 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40524) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:45.097899 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3e24de69-df7c-49bf-86ab-2802fd54cafe admin admin] Publish callbacks [] for security_group (e4aa883e-d19d-4fd8-b51e-b0aa9cc46969), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:45.118679 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3e24de69-df7c-49bf-86ab-2802fd54cafe admin admin] Publish callbacks [] for security_group (e4aa883e-d19d-4fd8-b51e-b0aa9cc46969), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:45.240953 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3e24de69-df7c-49bf-86ab-2802fd54cafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e4aa883e-d19d-4fd8-b51e-b0aa9cc46969), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:45.241109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3e24de69-df7c-49bf-86ab-2802fd54cafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:45.242268 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3e24de69-df7c-49bf-86ab-2802fd54cafe admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4aa883e-d19d-4fd8-b51e-b0aa9cc46969 HTTP/1.1" status: 204 len: 168 time: 0.1950073 Oct 04 05:43:45.245336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:45.250803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24de69-df7c-49bf-86ab-2802fd54cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa883e-d19d-4fd8-b51e-b0aa9cc46969,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:45.480038 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-9e4d7d62-da1d-4de8-8fc8-7e90870f1409 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444574 Oct 04 05:43:46.631740 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40596) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:46.777958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a6164dd0-82cd-4339-a2c8-059912846605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:46.815517 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:46.875363 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a6164dd0-82cd-4339-a2c8-059912846605 admin admin] Publish callbacks [] for security_group (4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:46.984450 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a6164dd0-82cd-4339-a2c8-059912846605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.028173 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a6164dd0-82cd-4339-a2c8-059912846605 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=24bb9c290f79414289887665babfc45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945754 Oct 04 05:43:47.029158 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6164dd0-82cd-4339-a2c8-059912846605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:47.031082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40612) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:47.096318 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4b8219f0-c180-4fa7-b8ca-0dcfe7344a3e admin admin] Publish callbacks [] for security_group (4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.116666 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4b8219f0-c180-4fa7-b8ca-0dcfe7344a3e admin admin] Publish callbacks [] for security_group (4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.121488 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.125535 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40616) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:47.242798 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-71d21fc2-319a-48dd-ae91-304cd0d3a030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.246930 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4b8219f0-c180-4fa7-b8ca-0dcfe7344a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.250014 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4b8219f0-c180-4fa7-b8ca-0dcfe7344a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.251932 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4b8219f0-c180-4fa7-b8ca-0dcfe7344a3e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd HTTP/1.1" status: 204 len: 168 time: 0.2192926 Oct 04 05:43:47.261439 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8219f0-c180-4fa7-b8ca-0dcfe7344a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5fbf19-ea9c-43a5-bb69-0da3e5f4a8cd,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:47.342377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-71d21fc2-319a-48dd-ae91-304cd0d3a030 admin admin] Publish callbacks [] for security_group (72e56bff-a628-458b-a167-d1f4a1b2a4c6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.418606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-71d21fc2-319a-48dd-ae91-304cd0d3a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (72e56bff-a628-458b-a167-d1f4a1b2a4c6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.458949 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-71d21fc2-319a-48dd-ae91-304cd0d3a030 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7d06609ff3244630861ab6c3310add2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308461 Oct 04 05:43:47.459872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d21fc2-319a-48dd-ae91-304cd0d3a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e56bff-a628-458b-a167-d1f4a1b2a4c6,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:47.461701 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40630) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:47.509867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-58bdbe29-58d1-48e6-a783-f009f87e7aa0 admin admin] Publish callbacks [] for security_group (72e56bff-a628-458b-a167-d1f4a1b2a4c6), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.531911 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-58bdbe29-58d1-48e6-a783-f009f87e7aa0 admin admin] Publish callbacks [] for security_group (72e56bff-a628-458b-a167-d1f4a1b2a4c6), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.683720 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-58bdbe29-58d1-48e6-a783-f009f87e7aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (72e56bff-a628-458b-a167-d1f4a1b2a4c6), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.686335 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-58bdbe29-58d1-48e6-a783-f009f87e7aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:47.696790 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-58bdbe29-58d1-48e6-a783-f009f87e7aa0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/72e56bff-a628-458b-a167-d1f4a1b2a4c6 HTTP/1.1" status: 204 len: 168 time: 0.2250996 Oct 04 05:43:47.696997 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdbe29-58d1-48e6-a783-f009f87e7aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e56bff-a628-458b-a167-d1f4a1b2a4c6,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:48.927421 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40700) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:49.043865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 40706) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:49.084577 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-840947501-network', 'tenant_id': 'e003d2bea5f04ac7a70fd2b7d2ee1f91'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:49.117498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-213b82d4-2ad7-4b98-9e09-e2fc38d654dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.178992 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:49.192844 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-213b82d4-2ad7-4b98-9e09-e2fc38d654dd admin admin] Publish callbacks [] for security_group (cdc52163-6441-4320-8b7f-2c4056b28eca), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.234602 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Made reservation on behalf of e003d2bea5f04ac7a70fd2b7d2ee1f91 for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:49.237438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.246481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.270921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-213b82d4-2ad7-4b98-9e09-e2fc38d654dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (cdc52163-6441-4320-8b7f-2c4056b28eca), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.325942 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-213b82d4-2ad7-4b98-9e09-e2fc38d654dd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2d12a9aff428415f8618a620e135a41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810090 Oct 04 05:43:49.327792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b82d4-2ad7-4b98-9e09-e2fc38d654dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc52163-6441-4320-8b7f-2c4056b28eca,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:49.328793 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40712) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:49.369739 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks [] for security_group (8db11a94-e702-4ef7-ae20-2d3962e01425), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.382810 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-223bf67e-9136-44f5-8248-dd97e2499587 admin admin] Publish callbacks [] for security_group (cdc52163-6441-4320-8b7f-2c4056b28eca), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.394550 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:49.402813 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-223bf67e-9136-44f5-8248-dd97e2499587 admin admin] Publish callbacks [] for security_group (cdc52163-6441-4320-8b7f-2c4056b28eca), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.463259 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8db11a94-e702-4ef7-ae20-2d3962e01425), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.491481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db11a94-e702-4ef7-ae20-2d3962e01425,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:49.549530 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-223bf67e-9136-44f5-8248-dd97e2499587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (cdc52163-6441-4320-8b7f-2c4056b28eca), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.552241 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-223bf67e-9136-44f5-8248-dd97e2499587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.555927 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-223bf67e-9136-44f5-8248-dd97e2499587 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cdc52163-6441-4320-8b7f-2c4056b28eca HTTP/1.1" status: 204 len: 168 time: 0.2236793 Oct 04 05:43:49.556091 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:43:49.561190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:49.562659 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bf67e-9136-44f5-8248-dd97e2499587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc52163-6441-4320-8b7f-2c4056b28eca,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:49.567086 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (642acdd3-4878-4781-a3a1-acc8b91a82d9), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.567739 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Added segment 642acdd3-4878-4781-a3a1-acc8b91a82d9 of type vlan for network 3e667155-a3de-4a36-8e04-002d492ba4ce Oct 04 05:43:49.619829 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (3e667155-a3de-4a36-8e04-002d492ba4ce), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.720742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (3e667155-a3de-4a36-8e04-002d492ba4ce), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.721613 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:49.722197 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:49.777575 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca63397-62ba-45f9-8778-9ee883e1203e req-52daccf6-ba73-4dab-bcdf-6f48401ee7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:49.779142 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-52daccf6-ba73-4dab-bcdf-6f48401ee7ae service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b427232479e14a6fa576f4461032f12b&device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 1129 time: 0.0881319 Oct 04 05:43:49.795721 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] Pushing event updated for resources: {'Network': ['ID=3e667155-a3de-4a36-8e04-002d492ba4ce,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:49.805835 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 3e667155-a3de-4a36-8e04-002d492ba4ce details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:43:49.887741 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-cfde2af7-9f35-4f13-98c8-aa313e2e156a admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9541042 Oct 04 05:43:49.890062 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 40722) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:43:49.896692 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Request body: {'subnet': {'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-840947501-subnet', 'tenant_id': 'e003d2bea5f04ac7a70fd2b7d2ee1f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:49.914245 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca63397-62ba-45f9-8778-9ee883e1203e req-0475eaa3-3fb1-4b5a-b03c-f6e8ad9c801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:49.916419 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-0475eaa3-3fb1-4b5a-b03c-f6e8ad9c801a service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=46ff3f68-ce31-4d95-a2fd-eff768762bb7 HTTP/1.1" status: 200 len: 913 time: 0.1167960 Oct 04 05:43:49.961670 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-a681391f-b4f6-482a-8d92-92c48978b972 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6 HTTP/1.1" status: 200 len: 217 time: 0.0329955 Oct 04 05:43:50.018243 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Made reservation on behalf of e003d2bea5f04ac7a70fd2b7d2ee1f91 for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:50.020765 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16618131'] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:50.095843 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:50.357006 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca63397-62ba-45f9-8778-9ee883e1203e req-2dd686dc-df57-4b34-aa25-bf6d73647e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:50.358564 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-2dd686dc-df57-4b34-aa25-bf6d73647e87 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=05e0feef-1032-4da1-97d6-4475b66c555e HTTP/1.1" status: 200 len: 851 time: 0.0503461 Oct 04 05:43:50.403677 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca63397-62ba-45f9-8778-9ee883e1203e req-d96c829c-6415-4e9b-aced-d8869431e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:50.405174 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-d96c829c-6415-4e9b-aced-d8869431e7cd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=46ff3f68-ce31-4d95-a2fd-eff768762bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381777 Oct 04 05:43:50.476676 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15063815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16618113'] for subnet (8116bff8-e2e1-4145-bd1b-9d85dce265a5), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:50.482896 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=46 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:50.513664 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-3d986f5e-1a67-4278-85d9-ee2c994dbb01 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970731 Oct 04 05:43:50.538525 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8116bff8-e2e1-4145-bd1b-9d85dce265a5,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:50.549894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Checking segment: {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:43:50.549894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Network hostable DHCP agents. Network: 3e667155-a3de-4a36-8e04-002d492ba4ce, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:43:50.619186 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aca63397-62ba-45f9-8778-9ee883e1203e req-1e9e68b8-9327-4551-aa06-7bf9831130a5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966568 Oct 04 05:43:50.634889 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Network 3e667155-a3de-4a36-8e04-002d492ba4ce is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:43:50.795420 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 3e667155-a3de-4a36-8e04-002d492ba4ce) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:50.800340 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:50.802483 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:50.811168 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8deed-9fa0-4d15-93c2-20612481f3d0 None None] Network 3e667155-a3de-4a36-8e04-002d492ba4ce requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:43:50.866960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:50.893305 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-3a986369-426f-4884-aaf3-a9dd2e3d8687 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0016658 Oct 04 05:43:50.927621 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991039e0-fa4f-47c5-a743-6e7ae8f9e8e7 None None] Network 3e667155-a3de-4a36-8e04-002d492ba4ce requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:43:52.713238 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cb634-f6fc-45eb-a54a-7c9baba8b858 req-2079ebb0-c0ef-4602-a690-b079c9dd5d5a tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:52.714688 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-867cb634-f6fc-45eb-a54a-7c9baba8b858 req-2079ebb0-c0ef-4602-a690-b079c9dd5d5a tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0463479 Oct 04 05:43:52.733054 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:52.764993 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-867cb634-f6fc-45eb-a54a-7c9baba8b858 req-db681032-27fb-4e9b-86ec-feff518a9c6b tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Oct 04 05:43:53.887460 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fa48c-8cf5-4f16-8401-bdb0dcda6f4e req-440135de-5e7b-4c15-bc25-c57ff9201e32 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:53.888921 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-493fa48c-8cf5-4f16-8401-bdb0dcda6f4e req-440135de-5e7b-4c15-bc25-c57ff9201e32 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0478513 Oct 04 05:43:53.938940 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-493fa48c-8cf5-4f16-8401-bdb0dcda6f4e req-f83b3d1f-e8dc-44f0-b6e7-42bcb4f3839e tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Oct 04 05:43:54.493737 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-6e9e3343-1924-43bd-8263-d56c3226fc2b tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291407 Oct 04 05:43:54.687983 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-581ede75-587d-406c-8cca-4269f0fe02fa tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:54.689715 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-581ede75-587d-406c-8cca-4269f0fe02fa tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902530 Oct 04 05:43:54.705169 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-2119357f-31ec-4f90-bd11-31477e185eff tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/quotas/318c2ab91f564d8ba2e29b724c008dbc HTTP/1.1" status: 200 len: 375 time: 0.0093188 Oct 04 05:43:54.711587 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-e83d7f9e-ced1-4712-b1fd-90468872921e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:54.714584 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-e83d7f9e-ced1-4712-b1fd-90468872921e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3e667155-a3de-4a36-8e04-002d492ba4ce HTTP/1.1" status: 200 len: 813 time: 0.1058092 Oct 04 05:43:54.729170 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-f05cf9de-dd23-4767-b308-1fa25cf68b47 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/quotas/e003d2bea5f04ac7a70fd2b7d2ee1f91 HTTP/1.1" status: 200 len: 375 time: 0.0103843 Oct 04 05:43:54.755468 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-6e595a74-3ebd-4eb4-88b8-45ae01866854 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443316 Oct 04 05:43:54.766456 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-e8dad9a6-46a5-44f6-8121-4207fc4b765a tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289667 Oct 04 05:43:54.883373 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-5e70e455-5032-433f-b235-ecb630a7a962 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080911 Oct 04 05:43:54.908840 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:54.979577 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-029b6a14-2735-40c1-b900-46c9ece21152 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886581 Oct 04 05:43:55.126952 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eb35f-7988-415d-a5d4-d02389cb54d4 req-8a9d5561-093a-43f3-a007-811d79ce100c tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:55.128388 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-219eb35f-7988-415d-a5d4-d02389cb54d4 req-8a9d5561-093a-43f3-a007-811d79ce100c tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0519564 Oct 04 05:43:55.267338 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-09d072e1-129d-4c51-869f-a9d6ffc1a89d req-d18910ae-5c24-476e-a6fb-f1fa40cc4d32 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0396488 Oct 04 05:43:55.337812 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-11a052f7-e584-4902-ac84-cb724ef77ac3 req-db635635-1fe7-46de-9d42-c626db452507 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 210 time: 0.0290880 Oct 04 05:43:55.486329 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-219eb35f-7988-415d-a5d4-d02389cb54d4 req-46e461c2-4d45-4442-b7ec-bcafb16697c4 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=68b51274-be86-4f91-b4be-603b2bd84146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506048 Oct 04 05:43:55.519581 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a8c9a8be-3115-4de3-906e-415e2d9a1647 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:55.521024 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a8c9a8be-3115-4de3-906e-415e2d9a1647 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 945 time: 0.0501766 Oct 04 05:43:55.636672 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Deleting port dc0907bd-05c2-480f-a9cd-803e9153eda6 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:43:55.637007 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:55.733072 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] For port dc0907bd-05c2-480f-a9cd-803e9153eda6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc0907bd-05c2-480f-a9cd-803e9153eda6,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:43:55.733429 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:55.748757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Calling delete_port for dc0907bd-05c2-480f-a9cd-803e9153eda6 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:43:55.860606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:56.006729 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (dc0907bd-05c2-480f-a9cd-803e9153eda6), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:56.048044 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Pushing event deleted for resources: {'Port': ['ID=dc0907bd-05c2-480f-a9cd-803e9153eda6,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:56.071906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['dc0907bd-05c2-480f-a9cd-803e9153eda6'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:43:56.118475 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] No DVR routers for this DVR port dc0907bd-05c2-480f-a9cd-803e9153eda6 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:43:56.121828 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:56.125554 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5bdf4da9-6c72-4c88-ac1d-608dd1af86fc req-a112fb53-4331-4308-af8c-ee4d17c671eb tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.39 "DELETE /networking/v2.0/ports/dc0907bd-05c2-480f-a9cd-803e9153eda6 HTTP/1.1" status: 204 len: 173 time: 0.5983350 Oct 04 05:43:56.129909 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226a13ae-7a83-488a-9e42-7f524be2114c', 'name': 'network-vif-deleted', 'tag': 'dc0907bd-05c2-480f-a9cd-803e9153eda6'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:43:56.129909 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bd6117-d4b5-4ea7-9fb8-bcd95fdfba3a" -d '{"events": [{"server_uuid": "226a13ae-7a83-488a-9e42-7f524be2114c", "name": "network-vif-deleted", "tag": "dc0907bd-05c2-480f-a9cd-803e9153eda6"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:43:56.187862 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90f1c1-4bfc-415a-9162-9253f2eef160 x-openstack-request-id: req-7f90f1c1-4bfc-415a-9162-9253f2eef160 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:43:56.188020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226a13ae-7a83-488a-9e42-7f524be2114c", "name": "network-vif-deleted", "tag": "dc0907bd-05c2-480f-a9cd-803e9153eda6", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:43:56.188274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f90f1c1-4bfc-415a-9162-9253f2eef160 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:43:56.188667 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f90f1c1-4bfc-415a-9162-9253f2eef160'] response: {'server_uuid': '226a13ae-7a83-488a-9e42-7f524be2114c', 'name': 'network-vif-deleted', 'tag': 'dc0907bd-05c2-480f-a9cd-803e9153eda6', 'status': 'completed', 'code': 200} Oct 04 05:43:56.346643 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-859653bc-6d50-4de8-9cdb-86f24ae0c71d req-a5ab70a5-1107-4e77-a4f0-75df369cffac tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0272677 Oct 04 05:43:56.426337 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3ec0b1ca-a964-4a67-bb4d-f7ae98794310 req-18462968-df18-4ab1-ab30-d3e1a65902b3 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Oct 04 05:43:56.597451 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-185454d0-5fce-48ec-9dc0-5f1c0e457e1f req-79f67f56-7f2b-43e0-a12b-e610977261e0 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0325186 Oct 04 05:43:57.453887 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-049b0abf-7ae3-4bb9-a085-78b5c03e9989 req-c19e4e58-636b-4f4d-acd3-590caa029c00 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0315788 Oct 04 05:43:57.529036 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1c8f490c-42ed-4033-84d7-e52ead181977 req-c64611f8-1da9-459c-8003-a6e67bf44f4e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Oct 04 05:43:57.623000 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-9215c967-2b4b-4ed1-aad3-0eb2d9e0f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:57.714448 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b43811f9-8912-415d-9d60-114dd7b77b5e req-956f4161-467c-4aad-8b9f-22420b65559c tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0274885 Oct 04 05:43:58.118211 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-a7de7660-940c-4f4c-9d0b-6e9b72047d3d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220406 Oct 04 05:43:58.232794 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-aaed8cdc-8cb6-4b08-af2f-5341413efafd tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:58.234286 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-aaed8cdc-8cb6-4b08-af2f-5341413efafd tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085575 Oct 04 05:43:58.267704 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Request body: {'port': {'device_id': '32012bae-aedb-43a2-b9fd-51dae912067e', 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296', 'admin_state_up': True, 'tenant_id': '318c2ab91f564d8ba2e29b724c008dbc'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:58.337155 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:58.460115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Made reservation on behalf of 318c2ab91f564d8ba2e29b724c008dbc for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:58.464107 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:58.473253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:58.568525 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41e0ef25-878b-4bae-b16b-b19b1612d152 req-a68fa739-33cb-4491-8cd5-4ef819bf2659 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0366366 Oct 04 05:43:58.577464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks [] for security_group (b457c3ec-8ea4-437d-9bc9-987804b6a1c6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:58.638464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (b457c3ec-8ea4-437d-9bc9-987804b6a1c6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:58.650427 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-84f67717-9a68-4fbe-8114-8ba7c9102016 req-b35e93ae-b5a7-4db0-9733-d6eb463861e3 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 210 time: 0.0283449 Oct 04 05:43:58.701196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b457c3ec-8ea4-437d-9bc9-987804b6a1c6,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:58.778098 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Allocated IP 192.168.233.196 (68a75da5-e6c8-4b69-81fc-ced72098b296/ab2accf0-655b-4ab4-9f37-42e10b76f418/0c4a70b8-b109-41f3-b954-ceb15a1901e0) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:43:58.845164 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71b16c19-c0f8-4ca5-be99-b47ef4c0b036 req-0b3b0adf-9302-4437-abbc-c201619930ec tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0371084 Oct 04 05:43:58.955113 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks [] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:58.966580 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:59.070669 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:59.117743 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Network 68a75da5-e6c8-4b69-81fc-ced72098b296 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:43:59.121827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:43:59.125630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:43:59.167111 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Pushing event updated for resources: {'Port': ['ID=0c4a70b8-b109-41f3-b954-ceb15a1901e0,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:43:59.190787 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device dc0907bd-05c2-480f-a9cd-803e9153eda6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:43:59.217574 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: dc0907bd-05c2-480f-a9cd-803e9153eda6 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:43:59.217829 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device dc0907bd-05c2-480f-a9cd-803e9153eda6 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:43:59.242314 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:43:59.260333 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:59.260989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:59.328062 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-53090eec-c413-4615-9b48-0a52f83fed38 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:59.331059 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-53090eec-c413-4615-9b48-0a52f83fed38 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3e667155-a3de-4a36-8e04-002d492ba4ce HTTP/1.1" status: 200 len: 813 time: 0.1792290 Oct 04 05:43:59.342132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-0e5526bf-cae2-4ac8-9bc6-fd9fde3d6575 None None] Provisioning complete for port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:43:59.344848 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0e5526bf-cae2-4ac8-9bc6-fd9fde3d6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:59.344848 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-0e5526bf-cae2-4ac8-9bc6-fd9fde3d6575 None None] Attempt 1 to provision port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 Oct 04 05:43:59.366154 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-39c35566-e79f-404e-b701-8ea1cc37f9b2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1031475 Oct 04 05:43:59.378117 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-0e5526bf-cae2-4ac8-9bc6-fd9fde3d6575 None None] Port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:43:59.629274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Request body: {'port': {'device_id': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce', 'admin_state_up': True, 'tenant_id': 'e003d2bea5f04ac7a70fd2b7d2ee1f91'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:59.692237 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Request body: {'port': {'device_id': '32012bae-aedb-43a2-b9fd-51dae912067e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:43:59.701353 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8e6ca-4a92-4660-ae3c-783bfaf2090a req-2f26f42b-3d1c-422e-83b2-5115bffd4bc9 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:43:59.703819 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-04f8e6ca-4a92-4660-ae3c-783bfaf2090a req-2f26f42b-3d1c-422e-83b2-5115bffd4bc9 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 936 time: 0.0496087 Oct 04 05:43:59.759199 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-04f8e6ca-4a92-4660-ae3c-783bfaf2090a req-7e61b310-fd05-4886-8d87-0bf4764aaf57 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Oct 04 05:43:59.800721 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-67dbc1c3-2dc7-407a-ae95-9fe54e9436f3 req-e2778e8c-1073-4b18-9e79-f77e98a115bc tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 210 time: 0.0582080 Oct 04 05:43:59.814203 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:59.958286 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c094a7a7-4845-4499-8b9b-74ad6e345d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:43:59.981368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Made reservation on behalf of e003d2bea5f04ac7a70fd2b7d2ee1f91 for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:43:59.983299 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8a660789-861a-4504-8a1c-184fd71287f3 req-104fcc7a-c37d-47fa-a0c5-fdbb86855cc3 tempest-DeleteServersTestJSON-815403366 tempest-DeleteServersTestJSON-815403366-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=226a13ae-7a83-488a-9e42-7f524be2114c HTTP/1.1" status: 200 len: 210 time: 0.0378997 Oct 04 05:43:59.986796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.107168 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:00.211466 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Allocated IP 172.20.0.4 (3e667155-a3de-4a36-8e04-002d492ba4ce/8116bff8-e2e1-4145-bd1b-9d85dce265a5/14c00f98-c139-425e-822a-24588d96e045) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:00.217939 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4a70b8-b109-41f3-b954-ceb15a1901e0 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:00.229023 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Publish callbacks [] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.254777 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Transition to ACTIVE for port object 0c4a70b8-b109-41f3-b954-ceb15a1901e0 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:44:00.332538 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.366569 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:00.423081 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a70b8-b109-41f3-b954-ceb15a1901e0,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:00.454086 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks [] for port (14c00f98-c139-425e-822a-24588d96e045), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.497986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Attempting to bind port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:00.498377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Attempting to bind port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:00.498680 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Attempting to bind port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 on network 68a75da5-e6c8-4b69-81fc-ced72098b296 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:00.544310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 on network 68a75da5-e6c8-4b69-81fc-ced72098b296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:44:00.544631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Attempting to bind port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 on network 68a75da5-e6c8-4b69-81fc-ced72098b296 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:00.584822 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:00.585145 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Checking segment: {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:00.585519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Bound using segment: {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:00.585937 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Bound port: 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb239f-1d8d-42a5-8899-e473ed8cd55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:00.586320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.640336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (14c00f98-c139-425e-822a-24588d96e045), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.672830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] For port 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:00.696831 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] For port 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c4a70b8-b109-41f3-b954-ceb15a1901e0,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:00.704317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Network 3e667155-a3de-4a36-8e04-002d492ba4ce is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:00.707433 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:00.711296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:00.730866 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41004) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:00.734484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Pushing event updated for resources: {'Port': ['ID=14c00f98-c139-425e-822a-24588d96e045,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:00.763189 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:00.763816 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.770612 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.777009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:00.777593 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.778957 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/0c4a70b8-b109-41f3-b954-ceb15a1901e0 HTTP/1.1" status: 200 len: 1098 time: 1.0934753 Oct 04 05:44:00.779445 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32012bae-aedb-43a2-b9fd-51dae912067e', 'tag': '0c4a70b8-b109-41f3-b954-ceb15a1901e0'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:00.781642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b6f85-e1a5-4d3b-b2df-7b8588d6ae42" -d '{"events": [{"name": "network-changed", "server_uuid": "32012bae-aedb-43a2-b9fd-51dae912067e", "tag": "0c4a70b8-b109-41f3-b954-ceb15a1901e0"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:00.826251 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c765f0d-c60a-4e17-be51-611fb305f848 x-openstack-request-id: req-3c765f0d-c60a-4e17-be51-611fb305f848 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:00.826603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32012bae-aedb-43a2-b9fd-51dae912067e", "tag": "0c4a70b8-b109-41f3-b954-ceb15a1901e0", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:00.826916 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c765f0d-c60a-4e17-be51-611fb305f848 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:00.827661 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c765f0d-c60a-4e17-be51-611fb305f848'] response: {'name': 'network-changed', 'server_uuid': '32012bae-aedb-43a2-b9fd-51dae912067e', 'tag': '0c4a70b8-b109-41f3-b954-ceb15a1901e0', 'status': 'completed', 'code': 200} Oct 04 05:44:00.852957 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25855d4-36c2-43ed-a48c-28e8de32d049 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a70b8-b109-41f3-b954-ceb15a1901e0,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:00.881272 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-2ab5e456-b1d0-4966-87e9-8ff7613c60fa tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2560465 Oct 04 05:44:00.895424 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7c144d6-de51-40af-9b39-885e7c538bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:00.920143 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22662a-c86e-4f10-a398-a2b3baa2f394 req-35b7178e-6b86-423f-a1f9-c5b0ee0650fb tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:00.921613 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8d22662a-c86e-4f10-a398-a2b3baa2f394 req-35b7178e-6b86-423f-a1f9-c5b0ee0650fb tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0714581 Oct 04 05:44:00.929336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745194d-bb0d-4cc9-97cf-76b8fb5772db req-9b7224b0-8431-423f-a8c7-f76f992fba28 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:00.934606 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1745194d-bb0d-4cc9-97cf-76b8fb5772db req-9b7224b0-8431-423f-a8c7-f76f992fba28 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 931 time: 0.0523190 Oct 04 05:44:00.979216 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1745194d-bb0d-4cc9-97cf-76b8fb5772db req-c08823aa-4178-4da5-9e03-80d535d43af9 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Oct 04 05:44:00.999873 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8d22662a-c86e-4f10-a398-a2b3baa2f394 req-d8ebcbf2-7e2b-4b74-9efb-0fa604454d36 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681617 Oct 04 05:44:01.006838 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:01.030231 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7c144d6-de51-40af-9b39-885e7c538bcd admin admin] Publish callbacks [] for security_group (4ae6ce55-37fd-457c-8755-9696203c8ece), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.091787 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7c144d6-de51-40af-9b39-885e7c538bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (4ae6ce55-37fd-457c-8755-9696203c8ece), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.133630 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c144d6-de51-40af-9b39-885e7c538bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6ce55-37fd-457c-8755-9696203c8ece,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:01.134425 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.140769 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41022) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:01.140897 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e7c144d6-de51-40af-9b39-885e7c538bcd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=166224e84d534e25ab1ca7df3380034a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089172 Oct 04 05:44:01.195423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a288996-ad9e-4921-94e4-0a28e3bc41cc admin admin] Publish callbacks [] for security_group (4ae6ce55-37fd-457c-8755-9696203c8ece), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.216477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a288996-ad9e-4921-94e4-0a28e3bc41cc admin admin] Publish callbacks [] for security_group (4ae6ce55-37fd-457c-8755-9696203c8ece), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.348707 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a288996-ad9e-4921-94e4-0a28e3bc41cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (4ae6ce55-37fd-457c-8755-9696203c8ece), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.351378 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a288996-ad9e-4921-94e4-0a28e3bc41cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:01.355122 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9a288996-ad9e-4921-94e4-0a28e3bc41cc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4ae6ce55-37fd-457c-8755-9696203c8ece HTTP/1.1" status: 204 len: 168 time: 0.2105823 Oct 04 05:44:01.360420 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a288996-ad9e-4921-94e4-0a28e3bc41cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6ce55-37fd-457c-8755-9696203c8ece,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:01.423589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:01.966173 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41038) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:01.980135 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-be6c3304-8450-49ed-a5ea-6cb58802ac3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.008118 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:02.061743 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-be6c3304-8450-49ed-a5ea-6cb58802ac3e admin admin] Publish callbacks [] for security_group (8aec9a91-174d-4af0-86eb-4f036824ebcb), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.105490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b03688-3e4a-4473-baf9-5d3c6d3b40f6 req-0b4a613d-a326-480c-b3ed-abedc1358776 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:02.107025 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e0b03688-3e4a-4473-baf9-5d3c6d3b40f6 req-0b4a613d-a326-480c-b3ed-abedc1358776 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 931 time: 0.0506310 Oct 04 05:44:02.123759 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9034da9-7f7c-40b4-aeb7-6eb41671a004 req-448c84a7-72b7-4931-af72-e79bca768d34 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:02.125276 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e9034da9-7f7c-40b4-aeb7-6eb41671a004 req-448c84a7-72b7-4931-af72-e79bca768d34 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0473387 Oct 04 05:44:02.130725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-be6c3304-8450-49ed-a5ea-6cb58802ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8aec9a91-174d-4af0-86eb-4f036824ebcb), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.172376 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e9034da9-7f7c-40b4-aeb7-6eb41671a004 req-fa387835-72d3-4acd-abc3-f7e0dabad55b tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Oct 04 05:44:02.189375 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-be6c3304-8450-49ed-a5ea-6cb58802ac3e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d84f33237945468cb3c659eb9e5025e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221203 Oct 04 05:44:02.193742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c3304-8450-49ed-a5ea-6cb58802ac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec9a91-174d-4af0-86eb-4f036824ebcb,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:02.195929 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41044) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:02.197334 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e0b03688-3e4a-4473-baf9-5d3c6d3b40f6 req-178cc8e4-0bf1-489f-8cae-09f5414cdd87 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839157 Oct 04 05:44:02.245550 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8d796d6f-7f6f-40b3-84e2-8db0548cbfa1 admin admin] Publish callbacks [] for security_group (8aec9a91-174d-4af0-86eb-4f036824ebcb), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.264914 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8d796d6f-7f6f-40b3-84e2-8db0548cbfa1 admin admin] Publish callbacks [] for security_group (8aec9a91-174d-4af0-86eb-4f036824ebcb), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.394381 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8d796d6f-7f6f-40b3-84e2-8db0548cbfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8aec9a91-174d-4af0-86eb-4f036824ebcb), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.396825 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8d796d6f-7f6f-40b3-84e2-8db0548cbfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.397951 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8d796d6f-7f6f-40b3-84e2-8db0548cbfa1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8aec9a91-174d-4af0-86eb-4f036824ebcb HTTP/1.1" status: 204 len: 168 time: 0.2010713 Oct 04 05:44:02.405850 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d796d6f-7f6f-40b3-84e2-8db0548cbfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec9a91-174d-4af0-86eb-4f036824ebcb,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:02.667256 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:02.756210 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Request body: {'port': {'device_id': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:02.771674 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.828668 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f85-e1a5-4d3b-b2df-7b8588d6ae42 req-f0b0ce00-4f83-4e44-b6f6-8855b2a07f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:02.830120 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b71b6f85-e1a5-4d3b-b2df-7b8588d6ae42 req-f0b0ce00-4f83-4e44-b6f6-8855b2a07f71 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 1132 time: 0.0697608 Oct 04 05:44:02.874738 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b71b6f85-e1a5-4d3b-b2df-7b8588d6ae42 req-b8f07cfa-b8b0-4e02-b43b-462e68f0115a service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241938 Oct 04 05:44:02.875937 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (14c00f98-c139-425e-822a-24588d96e045), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:02.899963 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.061682 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6f85-e1a5-4d3b-b2df-7b8588d6ae42 req-3076f1de-842d-432d-8c98-213bc81efccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:03.063421 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b71b6f85-e1a5-4d3b-b2df-7b8588d6ae42 req-3076f1de-842d-432d-8c98-213bc81efccc service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783650 Oct 04 05:44:03.070270 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41054) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:03.092147 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c68cd0fe-8634-4478-989c-dfc0721bbca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.151497 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:03.171195 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c68cd0fe-8634-4478-989c-dfc0721bbca1 admin admin] Publish callbacks [] for security_group (6abb7520-cc7f-4315-a63c-52fdaa870f99), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.241003 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c68cd0fe-8634-4478-989c-dfc0721bbca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (6abb7520-cc7f-4315-a63c-52fdaa870f99), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.279754 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:03.331834 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c68cd0fe-8634-4478-989c-dfc0721bbca1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2c83dd71632b4ea09876f14a39ff6132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573779 Oct 04 05:44:03.336899 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ec946-8249-4e4f-9cbc-97d74f6b109c req-15946bf7-faa3-4945-a817-af68e7f659bc tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:03.338451 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2e3ec946-8249-4e4f-9cbc-97d74f6b109c req-15946bf7-faa3-4945-a817-af68e7f659bc tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0786512 Oct 04 05:44:03.339240 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41060) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:03.345519 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cd0fe-8634-4478-989c-dfc0721bbca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abb7520-cc7f-4315-a63c-52fdaa870f99,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:03.429543 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2e3ec946-8249-4e4f-9cbc-97d74f6b109c req-5e2b83cf-f9f8-4da0-8039-60bb912dcd11 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811136 Oct 04 05:44:03.434465 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-634a5dce-a4cb-48e9-8c4b-8c9a8262b6b7 admin admin] Publish callbacks [] for security_group (6abb7520-cc7f-4315-a63c-52fdaa870f99), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.463054 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-634a5dce-a4cb-48e9-8c4b-8c9a8262b6b7 admin admin] Publish callbacks [] for security_group (6abb7520-cc7f-4315-a63c-52fdaa870f99), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.473954 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-51d2726a-36cb-47cc-8221-c976e6b4e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:03.475360 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-51d2726a-36cb-47cc-8221-c976e6b4e445 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 1132 time: 0.3378992 Oct 04 05:44:03.502134 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:03.538050 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60edb0-f854-48b6-b96f-0d260ab30df3 req-86bdcabd-825e-40c1-811a-5b4445f1bf9b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:03.539505 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9f60edb0-f854-48b6-b96f-0d260ab30df3 req-86bdcabd-825e-40c1-811a-5b4445f1bf9b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 931 time: 0.1132817 Oct 04 05:44:03.556879 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-e0784185-f67d-4c90-bd7b-bbec7b614149 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0c4a70b8-b109-41f3-b954-ceb15a1901e0 HTTP/1.1" status: 200 len: 217 time: 0.0624621 Oct 04 05:44:03.579772 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-634a5dce-a4cb-48e9-8c4b-8c9a8262b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (6abb7520-cc7f-4315-a63c-52fdaa870f99), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.582515 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-634a5dce-a4cb-48e9-8c4b-8c9a8262b6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.583757 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-634a5dce-a4cb-48e9-8c4b-8c9a8262b6b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6abb7520-cc7f-4315-a63c-52fdaa870f99 HTTP/1.1" status: 204 len: 168 time: 0.2436111 Oct 04 05:44:03.588810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c00f98-c139-425e-822a-24588d96e045 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:03.594584 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a5dce-a4cb-48e9-8c4b-8c9a8262b6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abb7520-cc7f-4315-a63c-52fdaa870f99,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:03.617452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Publish callbacks [] for port (14c00f98-c139-425e-822a-24588d96e045), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.661325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Transition to ACTIVE for port object 14c00f98-c139-425e-822a-24588d96e045 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:44:03.661325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:03.666243 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-fdef9456-8a35-4557-b483-7bbf4bb7fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:03.666454 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-fdef9456-8a35-4557-b483-7bbf4bb7fe14 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=ab2accf0-655b-4ab4-9f37-42e10b76f418 HTTP/1.1" status: 200 len: 843 time: 0.0958979 Oct 04 05:44:03.669518 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9f60edb0-f854-48b6-b96f-0d260ab30df3 req-08a7433c-8e8e-4876-bb52-7d2af74de47f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142814 Oct 04 05:44:03.727428 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-9ed4be1f-cb11-4050-938f-8d125eba3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:03.727428 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-9ed4be1f-cb11-4050-938f-8d125eba3596 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=68a75da5-e6c8-4b69-81fc-ced72098b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0478065 Oct 04 05:44:03.728805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41070) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:03.729118 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (14c00f98-c139-425e-822a-24588d96e045), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:03.868351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Pushing event updated for resources: {'Port': ['ID=14c00f98-c139-425e-822a-24588d96e045,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:03.915781 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-ef03b138-e519-485e-93a7-e176150b7746 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/68a75da5-e6c8-4b69-81fc-ced72098b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838436 Oct 04 05:44:03.916538 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Attempting to bind port 14c00f98-c139-425e-822a-24588d96e045 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:03.916868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Attempting to bind port 14c00f98-c139-425e-822a-24588d96e045 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:03.917189 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Attempting to bind port 14c00f98-c139-425e-822a-24588d96e045 on network 3e667155-a3de-4a36-8e04-002d492ba4ce {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:04.012540 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Port 14c00f98-c139-425e-822a-24588d96e045 on network 3e667155-a3de-4a36-8e04-002d492ba4ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:44:04.012917 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Attempting to bind port 14c00f98-c139-425e-822a-24588d96e045 on network 3e667155-a3de-4a36-8e04-002d492ba4ce {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:04.054459 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:04.076373 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cdc1eb42-7cd1-4ebf-8536-8d37f9561b5c req-c6caedae-8f08-450d-9b92-9f20102a19b1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/68a75da5-e6c8-4b69-81fc-ced72098b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380188 Oct 04 05:44:04.084571 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:04.086591 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Checking segment: {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:04.087110 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Bound using segment: {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:04.087617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Bound port: 14c00f98-c139-425e-822a-24588d96e045, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:04.088718 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (14c00f98-c139-425e-822a-24588d96e045), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.149796 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (813315dc-6555-43f0-abec-cd013433ba02), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.150640 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:04.155266 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:04.167490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] For port 14c00f98-c139-425e-822a-24588d96e045, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:04.171168 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] For port 14c00f98-c139-425e-822a-24588d96e045, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14c00f98-c139-425e-822a-24588d96e045,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:04.256585 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (14c00f98-c139-425e-822a-24588d96e045), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.262345 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:04.263345 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.265637 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/14c00f98-c139-425e-822a-24588d96e045 HTTP/1.1" status: 200 len: 1093 time: 1.5131285 Oct 04 05:44:04.266239 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'tag': '14c00f98-c139-425e-822a-24588d96e045'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:04.270009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdc3b68-5d3e-436c-974c-ca863a46af80", "tag": "14c00f98-c139-425e-822a-24588d96e045"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:04.323961 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9792f0c-baed-4cd2-82e5-f001567c6907 x-openstack-request-id: req-b9792f0c-baed-4cd2-82e5-f001567c6907 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:04.324362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdc3b68-5d3e-436c-974c-ca863a46af80", "tag": "14c00f98-c139-425e-822a-24588d96e045", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:04.324683 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9792f0c-baed-4cd2-82e5-f001567c6907 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:04.325087 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9792f0c-baed-4cd2-82e5-f001567c6907'] response: {'name': 'network-changed', 'server_uuid': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'tag': '14c00f98-c139-425e-822a-24588d96e045', 'status': 'completed', 'code': 200} Oct 04 05:44:04.335216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d114-0740-4dcf-9ff2-70e632691363 service neutron] Pushing event updated for resources: {'Port': ['ID=14c00f98-c139-425e-822a-24588d96e045,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:04.432208 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:04.435114 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Deleting port bac56c78-3840-43cc-9122-5c27d244493a {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:44:04.435793 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (bac56c78-3840-43cc-9122-5c27d244493a), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.527737 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] For port bac56c78-3840-43cc-9122-5c27d244493a, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bac56c78-3840-43cc-9122-5c27d244493a,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:04.528012 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (bac56c78-3840-43cc-9122-5c27d244493a), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.571608 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Calling delete_port for bac56c78-3840-43cc-9122-5c27d244493a owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:44:04.599954 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ce068-fa55-4dd6-a3a2-f51ef91bef2c req-ddbc33b5-6f61-4196-9020-ea21862fcbb0 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:04.601421 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4c1ce068-fa55-4dd6-a3a2-f51ef91bef2c req-ddbc33b5-6f61-4196-9020-ea21862fcbb0 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0892591 Oct 04 05:44:04.754171 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4c1ce068-fa55-4dd6-a3a2-f51ef91bef2c req-c3a5f09e-5881-4c00-bd04-d02eada1b74a tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340516 Oct 04 05:44:04.791448 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:04.798655 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33face-d6e0-44e9-90d4-d93bafd3aed5 req-2aeb1a69-f18d-4d6d-8ae3-db671630ec51 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:04.802640 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec33face-d6e0-44e9-90d4-d93bafd3aed5 req-2aeb1a69-f18d-4d6d-8ae3-db671630ec51 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.0551498 Oct 04 05:44:04.852467 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec33face-d6e0-44e9-90d4-d93bafd3aed5 req-462ed891-d713-44c8-9843-e9292d0c9f44 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462372 Oct 04 05:44:04.928728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (bac56c78-3840-43cc-9122-5c27d244493a), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:04.959367 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac56c78-3840-43cc-9122-5c27d244493a,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:05.265328 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da req-5bd13497-c380-4b98-a5b8-fe660cba0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:05.267026 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da req-5bd13497-c380-4b98-a5b8-fe660cba0fe6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 1127 time: 0.0457115 Oct 04 05:44:05.317132 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (813315dc-6555-43f0-abec-cd013433ba02), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:05.391008 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da req-0043ae98-475c-4a1e-9a78-34e0881726ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:05.392596 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da req-0043ae98-475c-4a1e-9a78-34e0881726ff service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1102946 Oct 04 05:44:05.509302 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da req-b1c95f32-fb43-44aa-9b90-182ad8261653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:05.511086 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38496a70-d3d2-46fb-98eb-5ba1b11aa4da req-b1c95f32-fb43-44aa-9b90-182ad8261653 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111236 Oct 04 05:44:05.585313 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Router 813315dc-6555-43f0-abec-cd013433ba02 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:44:05.637830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-626ef418-9343-40a6-92d3-7fdcd6c04600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:05.639513 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-626ef418-9343-40a6-92d3-7fdcd6c04600 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 1127 time: 0.0508466 Oct 04 05:44:05.682889 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:44:05.688743 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-af5e29ed-81dd-4cbe-81e2-1defaebf6126 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/813315dc-6555-43f0-abec-cd013433ba02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639678 Oct 04 05:44:05.690950 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41146) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:05.694878 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] Sync routers for ids ['813315dc-6555-43f0-abec-cd013433ba02'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:44:05.698495 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-3f2cda5f-141b-4e62-8a11-dd06797457e0 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c00f98-c139-425e-822a-24588d96e045 HTTP/1.1" status: 200 len: 217 time: 0.0424984 Oct 04 05:44:05.706125 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] Routers {'813315dc-6555-43f0-abec-cd013433ba02'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:44:05.706932 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:44:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['813315dc-6555-43f0-abec-cd013433ba02'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:05.769938 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb96ac-a062-4879-8735-941a17084476 req-eb2ee342-b753-410b-8309-61aefc82e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:05.771406 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-eb2ee342-b753-410b-8309-61aefc82e13f service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=8116bff8-e2e1-4145-bd1b-9d85dce265a5 HTTP/1.1" status: 200 len: 853 time: 0.0591307 Oct 04 05:44:05.796726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:05.804382 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks [] for router (813315dc-6555-43f0-abec-cd013433ba02), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:05.814399 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] Set router 813315dc-6555-43f0-abec-cd013433ba02 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:44:05.822243 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-83c58d8f-dd25-498e-936d-e18c344d9340 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3e667155-a3de-4a36-8e04-002d492ba4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410538 Oct 04 05:44:05.951593 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks [] for router_gateway (813315dc-6555-43f0-abec-cd013433ba02), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:05.995885 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc406d8-c6ae-4bba-b48c-d438ba4b3b4c req-801b8fed-abe6-4a6a-b6b3-a5700cac9af6 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:06.004113 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2cc406d8-c6ae-4bba-b48c-d438ba4b3b4c req-801b8fed-abe6-4a6a-b6b3-a5700cac9af6 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0722201 Oct 04 05:44:06.058492 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-f75dc107-db3a-427a-9d0e-7367839bbb5b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261682 Oct 04 05:44:06.096001 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:06.097003 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Deleting port b9b74f04-7da8-4df6-9888-6631df09013b {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:44:06.097408 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.126495 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2cc406d8-c6ae-4bba-b48c-d438ba4b3b4c req-7c69336f-17aa-4c36-86f2-1f0418594800 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172061 Oct 04 05:44:06.149148 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:44:04Z', 'revision_number': 5, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port': {'id': 'b9b74f04-7da8-4df6-9888-6631df09013b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813315dc-6555-43f0-abec-cd013433ba02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:06.168994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ee413-8fe5-423f-9b58-64e20ae0bb50 req-c4013805-eca6-4e63-b0d8-96e491a8eb80 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:06.170588 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fc7ee413-8fe5-423f-9b58-64e20ae0bb50 req-c4013805-eca6-4e63-b0d8-96e491a8eb80 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.1306522 Oct 04 05:44:06.175430 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] Checking router: 813315dc-6555-43f0-abec-cd013433ba02 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:44:06.191580 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] Routers {'813315dc-6555-43f0-abec-cd013433ba02'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:44:06.192199 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:44:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['813315dc-6555-43f0-abec-cd013433ba02'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:06.192899 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:06.199327 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] For port b9b74f04-7da8-4df6-9888-6631df09013b, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b9b74f04-7da8-4df6-9888-6631df09013b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:06.199985 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.219693 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Calling delete_port for b9b74f04-7da8-4df6-9888-6631df09013b owned by network:router_gateway {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:44:06.247761 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83fb96ac-a062-4879-8735-941a17084476 req-a76801ce-3f89-4708-bccc-6051ab280f7a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693401 Oct 04 05:44:06.252244 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fc7ee413-8fe5-423f-9b58-64e20ae0bb50 req-a2c9770b-b7b3-4f38-9343-fd21d5a77aa0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Oct 04 05:44:06.287286 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] Set router 813315dc-6555-43f0-abec-cd013433ba02 gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:44:06.339707 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:44:05Z', 'revision_number': 6, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:06.364241 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275ba0e-0eb0-4cb5-9b00-9dad19092fad None None] The sync data for ids ['813315dc-6555-43f0-abec-cd013433ba02'] in dv-cinder-849143-10-iscsi is: [{'id': '813315dc-6555-43f0-abec-cd013433ba02', 'name': 'tempest-DeleteServersTestJSON-2128131257-router', 'tenant_id': 'b427232479e14a6fa576f4461032f12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:44:05Z', 'revision_number': 6, 'project_id': 'b427232479e14a6fa576f4461032f12b', 'gw_port_host': None}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:44:06.514986 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (b9b74f04-7da8-4df6-9888-6631df09013b), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.538210 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b74f04-7da8-4df6-9888-6631df09013b,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:06.603287 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (813315dc-6555-43f0-abec-cd013433ba02), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.672896 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:06.702365 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (813315dc-6555-43f0-abec-cd013433ba02), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.706054 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks [] for router_controller (813315dc-6555-43f0-abec-cd013433ba02), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.877434 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (813315dc-6555-43f0-abec-cd013433ba02), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.878035 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813315dc-6555-43f0-abec-cd013433ba02 {{(pid=113152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:44:06.886452 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.886452 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c7db6c1e-3852-4720-8c9d-74e230510e96 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/813315dc-6555-43f0-abec-cd013433ba02 HTTP/1.1" status: 204 len: 168 time: 1.1921937 Oct 04 05:44:06.886905 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41166) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:06.932120 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Deleting subnet 05e0feef-1032-4da1-97d6-4475b66c555e {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:44:06.935164 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Publish callbacks [] for subnet (05e0feef-1032-4da1-97d6-4475b66c555e), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:06.968953 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (05e0feef-1032-4da1-97d6-4475b66c555e), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.072184 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (05e0feef-1032-4da1-97d6-4475b66c555e), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.245305 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bb0e4-a647-4d63-975d-1a832e6b4f63 req-3520a936-31c6-4cb8-bc4d-53190150b75a tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:07.247029 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c99bb0e4-a647-4d63-975d-1a832e6b4f63 req-3520a936-31c6-4cb8-bc4d-53190150b75a tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0543468 Oct 04 05:44:07.248696 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (05e0feef-1032-4da1-97d6-4475b66c555e), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.292332 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e0feef-1032-4da1-97d6-4475b66c555e,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:07.315445 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a45cf-6813-4f46-a7e7-8b743dc9fd89 None None] Network 46ff3f68-ce31-4d95-a2fd-eff768762bb7 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:44:07.320474 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.332920 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-abf72c3d-1206-4664-ba09-fbd2ca5f18a4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/05e0feef-1032-4da1-97d6-4475b66c555e HTTP/1.1" status: 204 len: 168 time: 0.4449770 Oct 04 05:44:07.333117 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41186) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:07.409841 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c99bb0e4-a647-4d63-975d-1a832e6b4f63 req-9f6a2478-b5e6-4490-b4cf-b99822910625 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144023 Oct 04 05:44:07.459371 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bac56c78-3840-43cc-9122-5c27d244493a no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:44:07.485065 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: bac56c78-3840-43cc-9122-5c27d244493a {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:44:07.486273 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bac56c78-3840-43cc-9122-5c27d244493a not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:44:07.489931 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b9b74f04-7da8-4df6-9888-6631df09013b no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:44:07.497460 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:07.513816 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: b9b74f04-7da8-4df6-9888-6631df09013b {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:44:07.514589 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b9b74f04-7da8-4df6-9888-6631df09013b not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:44:07.525595 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d31a6a-72d7-472e-93bb-70b0c60ccde7 req-e3861d4d-84d3-45fb-997e-c036ec078545 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:07.533262 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71d31a6a-72d7-472e-93bb-70b0c60ccde7 req-e3861d4d-84d3-45fb-997e-c036ec078545 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.0843339 Oct 04 05:44:07.538448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (46ff3f68-ce31-4d95-a2fd-eff768762bb7), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.593234 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] DHCP port deletion for 46ff3f68-ce31-4d95-a2fd-eff768762bb7 request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:44:07.618722 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71d31a6a-72d7-472e-93bb-70b0c60ccde7 req-ecb46555-d7f7-487a-9b4c-4e7902994101 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844309 Oct 04 05:44:07.639956 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Deleting port 686277b7-0c63-4a48-95ca-efac1752d314 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:44:07.640300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (686277b7-0c63-4a48-95ca-efac1752d314), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.641534 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Deleting port 686277b7-0c63-4a48-95ca-efac1752d314 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:44:07.641932 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (686277b7-0c63-4a48-95ca-efac1752d314), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.711802 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] For port 686277b7-0c63-4a48-95ca-efac1752d314, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=686277b7-0c63-4a48-95ca-efac1752d314,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:07.711952 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (686277b7-0c63-4a48-95ca-efac1752d314), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.718034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] For port 686277b7-0c63-4a48-95ca-efac1752d314, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=686277b7-0c63-4a48-95ca-efac1752d314,segment=NetworkSegment(6d6aac3e-86b6-405d-82ca-afeadeda56ff),segment_id=6d6aac3e-86b6-405d-82ca-afeadeda56ff)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:07.718565 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (686277b7-0c63-4a48-95ca-efac1752d314), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.724898 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Calling delete_port for 686277b7-0c63-4a48-95ca-efac1752d314 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:44:07.735039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Calling delete_port for 686277b7-0c63-4a48-95ca-efac1752d314 owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:44:07.937599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (686277b7-0c63-4a48-95ca-efac1752d314), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.952970 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (686277b7-0c63-4a48-95ca-efac1752d314), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:07.967616 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] No DVR routers for this DVR port 686277b7-0c63-4a48-95ca-efac1752d314 on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:44:07.968032 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] No DVR routers for this DVR port 686277b7-0c63-4a48-95ca-efac1752d314 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:44:07.974184 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Pushing event deleted for resources: {'Port': ['ID=686277b7-0c63-4a48-95ca-efac1752d314,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:07.990795 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Pushing event deleted for resources: {'Port': ['ID=686277b7-0c63-4a48-95ca-efac1752d314,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:07.999261 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:07.999603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:07.999968 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.000301 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.000816 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.001140 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.001738 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.001950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.005196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dc516-34de-4ee9-81ca-3b285b5ab1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:08.053439 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (46ff3f68-ce31-4d95-a2fd-eff768762bb7), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.074019 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ff3f68-ce31-4d95-a2fd-eff768762bb7']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:08.083084 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6aac3e-86b6-405d-82ca-afeadeda56ff') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:08.083374 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6aac3e-86b6-405d-82ca-afeadeda56ff') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:08.093325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (6d6aac3e-86b6-405d-82ca-afeadeda56ff), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.106839 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (6d6aac3e-86b6-405d-82ca-afeadeda56ff), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.113584 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:44:08.113960 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (6d6aac3e-86b6-405d-82ca-afeadeda56ff), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.156116 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 6d6aac3e-86b6-405d-82ca-afeadeda56ff resource provider aggregate not found Oct 04 05:44:08.177179 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 6d6aac3e-86b6-405d-82ca-afeadeda56ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d6aac3e-86b6-405d-82ca-afeadeda56ff found for delete ", "request_id": "req-8c009459-ae10-4124-83a6-6cf24b9c479e"}]} Oct 04 05:44:08.251983 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (46ff3f68-ce31-4d95-a2fd-eff768762bb7), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.253296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:08.259855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.262906 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/46ff3f68-ce31-4d95-a2fd-eff768762bb7 HTTP/1.1" status: 204 len: 168 time: 0.9285598 Oct 04 05:44:08.272853 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495d700-314f-4d83-b16c-f55f5ffc910f admin admin] Pushing event deleted for resources: {'Network': ['ID=46ff3f68-ce31-4d95-a2fd-eff768762bb7,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:08.363524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41216) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:08.470836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd743afa-1482-4b74-b14f-7ef286eb66e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.526961 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:08.541470 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94560b-7d1e-4825-b76f-08d9800c540e req-7e44df5e-3663-441a-9457-422a7e5d2fe5 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:08.543017 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7e94560b-7d1e-4825-b76f-08d9800c540e req-7e44df5e-3663-441a-9457-422a7e5d2fe5 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 948 time: 0.0506134 Oct 04 05:44:08.558279 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd743afa-1482-4b74-b14f-7ef286eb66e0 admin admin] Publish callbacks [] for security_group (e598ba01-41b5-4ef5-888b-8acb93b84e04), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.572694 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 0c4a70b8-b109-41f3-b954-ceb15a1901e0 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:44:08.590175 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7e94560b-7d1e-4825-b76f-08d9800c540e req-6c15cdc8-7872-4588-a4c5-d03285965c9d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Oct 04 05:44:08.624711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41226) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:08.667061 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd743afa-1482-4b74-b14f-7ef286eb66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e598ba01-41b5-4ef5-888b-8acb93b84e04), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.681961 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c4a70b8-b109-41f3-b954-ceb15a1901e0,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:08.685080 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a5778e9c-5249-4573-8851-86d6fabec870 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b427232479e14a6fa576f4461032f12b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0592065 Oct 04 05:44:08.687992 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41230) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:08.720169 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-dd743afa-1482-4b74-b14f-7ef286eb66e0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ec57e46b298a471b9267e04a93333a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551054 Oct 04 05:44:08.723563 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41232) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:08.732549 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd743afa-1482-4b74-b14f-7ef286eb66e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e598ba01-41b5-4ef5-888b-8acb93b84e04,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:08.773050 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6817-1797-4109-ba6a-ab1bcd777478 req-43ea3986-6aa6-41b4-be8a-40a4dd22d95e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:08.774658 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c43b6817-1797-4109-ba6a-ab1bcd777478 req-43ea3986-6aa6-41b4-be8a-40a4dd22d95e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.0642223 Oct 04 05:44:08.793534 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a4dcce6-eee1-4efe-8bdf-aafbe34317b7 admin admin] Publish callbacks [] for security_group (68b51274-be86-4f91-b4be-603b2bd84146), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.795538 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-be6eb80d-c2cb-46d5-81c1-a7285675d9d0 admin admin] Publish callbacks [] for security_group (e598ba01-41b5-4ef5-888b-8acb93b84e04), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.833146 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c43b6817-1797-4109-ba6a-ab1bcd777478 req-c84c3b77-dbf8-4aea-b0a6-76dba281ec31 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518110 Oct 04 05:44:08.841001 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '0c4a70b8-b109-41f3-b954-ceb15a1901e0', 'network_id': '68a75da5-e6c8-4b69-81fc-ced72098b296', 'port_id': '0c4a70b8-b109-41f3-b954-ceb15a1901e0', 'mac_address': 'fa:16:3e:e3:ae:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2accf0-655b-4ab4-9f37-42e10b76f418', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:44:08.856086 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a4dcce6-eee1-4efe-8bdf-aafbe34317b7 admin admin] Publish callbacks [] for security_group (68b51274-be86-4f91-b4be-603b2bd84146), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.859914 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-be6eb80d-c2cb-46d5-81c1-a7285675d9d0 admin admin] Publish callbacks [] for security_group (e598ba01-41b5-4ef5-888b-8acb93b84e04), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.883131 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:08.883537 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:08.899362 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4a70b8-b109-41f3-b954-ceb15a1901e0 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:08.919748 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c4a70b8-b109-41f3-b954-ceb15a1901e0,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:09.017164 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.017476 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-be6eb80d-c2cb-46d5-81c1-a7285675d9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e598ba01-41b5-4ef5-888b-8acb93b84e04), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.020778 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-be6eb80d-c2cb-46d5-81c1-a7285675d9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.021971 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-be6eb80d-c2cb-46d5-81c1-a7285675d9d0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e598ba01-41b5-4ef5-888b-8acb93b84e04 HTTP/1.1" status: 204 len: 168 time: 0.2974844 Oct 04 05:44:09.022647 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a4dcce6-eee1-4efe-8bdf-aafbe34317b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (68b51274-be86-4f91-b4be-603b2bd84146), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.025093 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a4dcce6-eee1-4efe-8bdf-aafbe34317b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.026382 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7a4dcce6-eee1-4efe-8bdf-aafbe34317b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/68b51274-be86-4f91-b4be-603b2bd84146 HTTP/1.1" status: 204 len: 168 time: 0.3370209 Oct 04 05:44:09.043339 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eb80d-c2cb-46d5-81c1-a7285675d9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e598ba01-41b5-4ef5-888b-8acb93b84e04,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:09.049868 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:09.061504 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dcce6-eee1-4efe-8bdf-aafbe34317b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b51274-be86-4f91-b4be-603b2bd84146,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:09.102442 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=0c4a70b8-b109-41f3-b954-ceb15a1901e0,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:09.142182 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:44:09.358906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 686277b7-0c63-4a48-95ca-efac1752d314 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:44:09.378613 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 686277b7-0c63-4a48-95ca-efac1752d314 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:44:09.378969 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 686277b7-0c63-4a48-95ca-efac1752d314 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:44:09.713347 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90e7e5-fd9d-488c-9043-67b32e0ce7ef req-d7e1e93b-42df-44e7-9924-2d4633b6c074 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:09.714889 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3c90e7e5-fd9d-488c-9043-67b32e0ce7ef req-d7e1e93b-42df-44e7-9924-2d4633b6c074 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 949 time: 0.0498135 Oct 04 05:44:09.751519 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:09.765708 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3c90e7e5-fd9d-488c-9043-67b32e0ce7ef req-4945e832-d3ce-4d3e-8ac6-394fe7ed92b8 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Oct 04 05:44:09.857387 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41256) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:09.871086 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c31d609-8b8d-4024-873f-93af42465662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.928358 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:09.958386 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c31d609-8b8d-4024-873f-93af42465662 admin admin] Publish callbacks [] for security_group (1458739f-260c-41df-8311-424a2d3380b3), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:09.968140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4312c7-842e-4e9f-907d-882872e7a4fb req-1727bcb4-d463-42d0-ada9-04fbcd2fb565 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:09.969650 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4a4312c7-842e-4e9f-907d-882872e7a4fb req-1727bcb4-d463-42d0-ada9-04fbcd2fb565 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.0500290 Oct 04 05:44:10.014125 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c31d609-8b8d-4024-873f-93af42465662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1458739f-260c-41df-8311-424a2d3380b3), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.037987 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4a4312c7-842e-4e9f-907d-882872e7a4fb req-d4857615-613f-435f-95de-4be605b9296d tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617495 Oct 04 05:44:10.055710 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7c31d609-8b8d-4024-873f-93af42465662 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6cbbc66b9a80441781fc83ccf5d82dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972091 Oct 04 05:44:10.056548 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31d609-8b8d-4024-873f-93af42465662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1458739f-260c-41df-8311-424a2d3380b3,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:10.059623 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41268) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:10.112152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2935-8f2d-457d-8dad-f2a31115ca53 admin admin] Publish callbacks [] for security_group (1458739f-260c-41df-8311-424a2d3380b3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.131363 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2935-8f2d-457d-8dad-f2a31115ca53 admin admin] Publish callbacks [] for security_group (1458739f-260c-41df-8311-424a2d3380b3), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.254172 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41272) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:10.274076 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2935-8f2d-457d-8dad-f2a31115ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1458739f-260c-41df-8311-424a2d3380b3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.276649 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd9b2935-8f2d-457d-8dad-f2a31115ca53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.277751 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-dd9b2935-8f2d-457d-8dad-f2a31115ca53 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1458739f-260c-41df-8311-424a2d3380b3 HTTP/1.1" status: 204 len: 168 time: 0.2168481 Oct 04 05:44:10.286863 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b2935-8f2d-457d-8dad-f2a31115ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1458739f-260c-41df-8311-424a2d3380b3,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:10.358225 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-network', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:10.434253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Made reservation on behalf of 689c4759cb5943b79f2637a8e29e230e for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:44:10.436620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.445926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.517027 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks [] for security_group (e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.608024 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.615251 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:10.633959 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:44:10.644476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:10.649866 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (b60ec63d-8293-4b06-9417-611ed2633440), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.650238 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Added segment b60ec63d-8293-4b06-9417-611ed2633440 of type vlan for network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 Oct 04 05:44:10.691327 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.806011 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.807343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:10.807979 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:10.879498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:10.890908 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:44:10.911775 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5ea7d-783a-40e5-8a58-c49ed5ddc0aa req-bf5dc8e6-73c4-48a6-a3f3-5149285531e6 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:10.912997 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-820da4cc-5a72-4694-8c6e-04b40670aae3 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6575282 Oct 04 05:44:10.914110 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7ef5ea7d-783a-40e5-8a58-c49ed5ddc0aa req-bf5dc8e6-73c4-48a6-a3f3-5149285531e6 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 949 time: 0.0583549 Oct 04 05:44:10.915867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41290) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:10.921297 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Request body: {'subnet': {'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-subnet', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:10.938189 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:10.980198 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7ef5ea7d-783a-40e5-8a58-c49ed5ddc0aa req-d8b6a8c9-4d3d-42fa-a503-1d5d3fe569dc tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533907 Oct 04 05:44:11.034515 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Made reservation on behalf of 689c4759cb5943b79f2637a8e29e230e for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:44:11.036885 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16618131'] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.164334 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eafa0-a93b-420e-8f44-3f0b2c75015b req-83477ea3-8955-4d2e-9052-4c8120800999 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:11.165824 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-040eafa0-a93b-420e-8f44-3f0b2c75015b req-83477ea3-8955-4d2e-9052-4c8120800999 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.0464516 Oct 04 05:44:11.222627 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-040eafa0-a93b-420e-8f44-3f0b2c75015b req-6be1a4f8-59f4-427b-ac5f-3fd8bce7c185 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504622 Oct 04 05:44:11.271299 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15063815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16618113'] for subnet (d30785f6-7194-42c4-97ef-b4ab0352b3ec), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.329088 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30785f6-7194-42c4-97ef-b4ab0352b3ec,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:11.337972 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Checking segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:11.338363 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Network hostable DHCP agents. Network: 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:44:11.411720 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:44:11.414838 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:11.491232 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:11.495798 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:11.496380 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.501766 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cdf193-ce3e-4879-821f-9782b37e1503 None None] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:44:11.598465 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-525d2f9a-8e22-4efb-95a3-b2e731722b77 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6810853 Oct 04 05:44:11.600873 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41308) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:11.603412 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:44:11.604433 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.605030 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:11.728418 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (5b90ad0b-d27a-4413-812d-90993fc5405a), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.729560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (5b90ad0b-d27a-4413-812d-90993fc5405a), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.741840 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Allocated IP 172.20.0.2 (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8/d30785f6-7194-42c4-97ef-b4ab0352b3ec/871f9fe2-cfd3-4b42-a525-d66d79010724) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:11.779647 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks [] for router_controller (5b90ad0b-d27a-4413-812d-90993fc5405a), precommit_add_association {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.890803 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Publish callbacks [] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.894095 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:11.975002 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['0c4a70b8-b109-41f3-b954-ceb15a1901e0'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:44:11.979258 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks [] for router_gateway (5b90ad0b-d27a-4413-812d-90993fc5405a), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.979787 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:11.981323 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:12.004670 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 14c00f98-c139-425e-822a-24588d96e045 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:44:12.072997 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:12.087606 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:12.094109 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Pushing event updated for resources: {'Port': ['ID=871f9fe2-cfd3-4b42-a525-d66d79010724,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:12.100517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:12.164072 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82c7c6-d49c-44e1-8ce0-e1eccbbfb1b9 req-ad1274a0-3882-402b-bcd1-1d6591c325a1 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:12.168396 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0c82c7c6-d49c-44e1-8ce0-e1eccbbfb1b9 req-ad1274a0-3882-402b-bcd1-1d6591c325a1 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 949 time: 0.0943289 Oct 04 05:44:12.259141 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Attempting to bind port 871f9fe2-cfd3-4b42-a525-d66d79010724 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:12.259768 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Attempting to bind port 871f9fe2-cfd3-4b42-a525-d66d79010724 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:12.260216 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Attempting to bind port 871f9fe2-cfd3-4b42-a525-d66d79010724 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:12.307056 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 14c00f98-c139-425e-822a-24588d96e045, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14c00f98-c139-425e-822a-24588d96e045,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:12.319870 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0c82c7c6-d49c-44e1-8ce0-e1eccbbfb1b9 req-053fbfc3-d22b-4341-8526-a276bee55e0f tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446192 Oct 04 05:44:12.325586 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks [] for router_gateway (5b90ad0b-d27a-4413-812d-90993fc5405a), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.343379 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:12.344460 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '14c00f98-c139-425e-822a-24588d96e045', 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce', 'port_id': '14c00f98-c139-425e-822a-24588d96e045', 'mac_address': 'fa:16:3e:9c:d0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8116bff8-e2e1-4145-bd1b-9d85dce265a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:44:12.347275 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.350619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4b70-9875-48c2-aaaf-fbf16de64e82 req-ed481f73-1cda-4425-93cb-00e8b6999dd9 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:12.358182 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91ab4b70-9875-48c2-aaaf-fbf16de64e82 req-ed481f73-1cda-4425-93cb-00e8b6999dd9 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 943 time: 0.0551713 Oct 04 05:44:12.416125 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91ab4b70-9875-48c2-aaaf-fbf16de64e82 req-bf29bcde-7540-4b18-8dae-4f918ae02d77 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525262 Oct 04 05:44:12.425413 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:12.425785 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Checking segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:12.426203 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.426594 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Bound using segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:12.427075 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Bound port: 871f9fe2-cfd3-4b42-a525-d66d79010724, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:12.427456 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.449227 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 14c00f98-c139-425e-822a-24588d96e045 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:12.449603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (14c00f98-c139-425e-822a-24588d96e045), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.481735 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Allocated IP 172.27.1.15 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/898660c6-c8cd-4319-8622-9b01c57eeef5) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:12.482409 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c00f98-c139-425e-822a-24588d96e045 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:12.520415 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 14c00f98-c139-425e-822a-24588d96e045, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14c00f98-c139-425e-822a-24588d96e045,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:12.526470 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] For port 871f9fe2-cfd3-4b42-a525-d66d79010724, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:12.529695 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] For port 871f9fe2-cfd3-4b42-a525-d66d79010724, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=871f9fe2-cfd3-4b42-a525-d66d79010724,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:12.593051 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks [] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.594379 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (14c00f98-c139-425e-822a-24588d96e045), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.623742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.660286 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=14c00f98-c139-425e-822a-24588d96e045,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:12.712387 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:12.713157 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f691bc-d063-4804-8805-19fa96a45016 None None] Pushing event updated for resources: {'Port': ['ID=871f9fe2-cfd3-4b42-a525-d66d79010724,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:12.758569 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:12.761629 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:12.765536 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:12.787430 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=898660c6-c8cd-4319-8622-9b01c57eeef5,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:13.117836 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:13.346815 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks [] for router_gateway (5b90ad0b-d27a-4413-812d-90993fc5405a), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:13.425892 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 871f9fe2-cfd3-4b42-a525-d66d79010724 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:13.430853 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:13.508093 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 871f9fe2-cfd3-4b42-a525-d66d79010724 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:13.508635 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:13.509119 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 871f9fe2-cfd3-4b42-a525-d66d79010724 Oct 04 05:44:13.561051 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['14c00f98-c139-425e-822a-24588d96e045'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:44:13.595691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1a41-929e-4a3e-8c29-84287679569c req-fe69128f-43d5-4493-bbe5-f4a1662ffc85 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:13.597874 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3f4c1a41-929e-4a3e-8c29-84287679569c req-fe69128f-43d5-4493-bbe5-f4a1662ffc85 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 944 time: 0.0597808 Oct 04 05:44:13.646844 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e549abf-1da1-4010-b3e0-cb0ecac5acc5 req-7afa7df0-1e71-438a-8a30-6425cfa30ba1 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:13.656093 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e549abf-1da1-4010-b3e0-cb0ecac5acc5 req-7afa7df0-1e71-438a-8a30-6425cfa30ba1 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 949 time: 0.1888626 Oct 04 05:44:13.679756 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3f4c1a41-929e-4a3e-8c29-84287679569c req-f597ab11-7cec-4cc1-9c91-0661a8fa75df tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641451 Oct 04 05:44:13.697116 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:13.698524 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 871f9fe2-cfd3-4b42-a525-d66d79010724 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:13.698969 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:13.769357 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 871f9fe2-cfd3-4b42-a525-d66d79010724, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=871f9fe2-cfd3-4b42-a525-d66d79010724,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:13.781412 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e549abf-1da1-4010-b3e0-cb0ecac5acc5 req-100cfd81-8ad3-44a7-b4af-77f4cab70267 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176693 Oct 04 05:44:13.781412 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (5b90ad0b-d27a-4413-812d-90993fc5405a), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:13.843639 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:13.882745 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82df636-b2d9-4679-8623-f1ae448c29c1 None None] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:44:13.950004 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=871f9fe2-cfd3-4b42-a525-d66d79010724,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:13.968810 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:13.971770 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-ff041a53-496e-44fd-b76d-0f4a4fef976f None None] Provisioning complete for port 871f9fe2-cfd3-4b42-a525-d66d79010724 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:13.972013 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-ff041a53-496e-44fd-b76d-0f4a4fef976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:13.972347 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-ff041a53-496e-44fd-b76d-0f4a4fef976f None None] Attempt 1 to provision port 871f9fe2-cfd3-4b42-a525-d66d79010724 Oct 04 05:44:14.028732 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Router 5b90ad0b-d27a-4413-812d-90993fc5405a is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:44:14.106559 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-ff041a53-496e-44fd-b76d-0f4a4fef976f None None] Current status of the port 871f9fe2-cfd3-4b42-a525-d66d79010724 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:14.150515 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:44:14.166250 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Sync routers for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:44:14.178864 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:44:14.179559 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:44:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:14.244991 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:14.246467 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a6a2766f-fd37-4e06-beaf-b1f500c9fcf7 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6445813 Oct 04 05:44:14.249334 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41390) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:14.413945 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-637d2146-a5fc-4583-8834-7b3ad02cf0b2 None None] Provisioning complete for port 871f9fe2-cfd3-4b42-a525-d66d79010724 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:14.414327 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-637d2146-a5fc-4583-8834-7b3ad02cf0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:14.414656 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-637d2146-a5fc-4583-8834-7b3ad02cf0b2 None None] Attempt 1 to provision port 871f9fe2-cfd3-4b42-a525-d66d79010724 Oct 04 05:44:14.446863 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:44:14.492808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:14.558430 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 14c00f98-c139-425e-822a-24588d96e045 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:14.653930 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-637d2146-a5fc-4583-8834-7b3ad02cf0b2 None None] Current status of the port 871f9fe2-cfd3-4b42-a525-d66d79010724 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:14.669574 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:14.683724 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 14c00f98-c139-425e-822a-24588d96e045 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:44:14.694881 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:14.720061 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:13Z', 'revision_number': 3, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:14.749848 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Checking router: 5b90ad0b-d27a-4413-812d-90993fc5405a for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:44:14.750219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Updating router 5b90ad0b-d27a-4413-812d-90993fc5405a port 898660c6-c8cd-4319-8622-9b01c57eeef5 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:44:14.779346 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 14c00f98-c139-425e-822a-24588d96e045 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:14.779715 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (14c00f98-c139-425e-822a-24588d96e045), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:14.780051 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 14c00f98-c139-425e-822a-24588d96e045 Oct 04 05:44:14.782848 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:14.819929 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:14.829284 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7672b-a82d-486a-9289-34f98ac90c43 req-7282bf55-28be-4e5b-b436-5fb35b4527a0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:14.831659 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cb7672b-a82d-486a-9289-34f98ac90c43 req-7282bf55-28be-4e5b-b436-5fb35b4527a0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 944 time: 0.0599921 Oct 04 05:44:14.921298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Allocated IP 172.20.0.1 (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8/d30785f6-7194-42c4-97ef-b4ab0352b3ec/fc6c0214-a407-46f2-888c-e520be4a1a05) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:14.942078 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cb7672b-a82d-486a-9289-34f98ac90c43 req-80819a0c-4cbc-4b7f-9ea6-2e4f21cfa242 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779455 Oct 04 05:44:14.992664 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a92af-71fe-49bb-b8b8-a450b21d28bc req-63e2c06e-1396-45e8-a6d1-668f5190b7dd tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:14.994380 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a00a92af-71fe-49bb-b8b8-a450b21d28bc req-63e2c06e-1396-45e8-a6d1-668f5190b7dd tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 949 time: 0.1064117 Oct 04 05:44:15.201378 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 14c00f98-c139-425e-822a-24588d96e045 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:15.201378 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (14c00f98-c139-425e-822a-24588d96e045), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.202788 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a00a92af-71fe-49bb-b8b8-a450b21d28bc req-b9f811f5-6e7c-41ce-bb7b-389c2a9da9b0 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613561 Oct 04 05:44:15.203556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks [] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c00f98-c139-425e-822a-24588d96e045'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd6a4c-3f0f-4b88-b28f-f2ebaebdb22f" -d '{"events": [{"server_uuid": "2fdc3b68-5d3e-436c-974c-ca863a46af80", "name": "network-vif-plugged", "status": "completed", "tag": "14c00f98-c139-425e-822a-24588d96e045"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 14c00f98-c139-425e-822a-24588d96e045, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14c00f98-c139-425e-822a-24588d96e045,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c4124e-6797-440c-929b-7ad2d72cefb5 x-openstack-request-id: req-66c4124e-6797-440c-929b-7ad2d72cefb5 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdc3b68-5d3e-436c-974c-ca863a46af80", "name": "network-vif-plugged", "status": "completed", "tag": "14c00f98-c139-425e-822a-24588d96e045", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66c4124e-6797-440c-929b-7ad2d72cefb5 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:15.203919 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c4124e-6797-440c-929b-7ad2d72cefb5'] response: {'server_uuid': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c00f98-c139-425e-822a-24588d96e045', 'code': 200} Oct 04 05:44:15.213462 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Publish callbacks [] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.300384 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (14c00f98-c139-425e-822a-24588d96e045), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.305234 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 0c4a70b8-b109-41f3-b954-ceb15a1901e0 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:15.305352 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.365101 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:15.368314 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.371039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:15.375428 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:15.378972 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:15.399488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6c0214-a407-46f2-888c-e520be4a1a05,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:15.458437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:44:15.458437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Attempting to bind port 898660c6-c8cd-4319-8622-9b01c57eeef5 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:15.458437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Attempting to bind port 898660c6-c8cd-4319-8622-9b01c57eeef5 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:15.458437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Attempting to bind port 898660c6-c8cd-4319-8622-9b01c57eeef5 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:15.459767 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (5b90ad0b-d27a-4413-812d-90993fc5405a), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.459937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 871f9fe2-cfd3-4b42-a525-d66d79010724 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:15.502842 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=14c00f98-c139-425e-822a-24588d96e045,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:15.562539 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd197b7-f148-4e84-9fda-28634062ee13 None None] Pushing event updated for resources: {'Port': ['ID=898660c6-c8cd-4319-8622-9b01c57eeef5,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:15.570512 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:15.570916 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.571264 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 Oct 04 05:44:15.627657 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:15.630742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:15.631108 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:15.631511 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.631901 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:15.632390 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Bound port: 898660c6-c8cd-4319-8622-9b01c57eeef5, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:15.632815 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.690619 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 871f9fe2-cfd3-4b42-a525-d66d79010724 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:15.696432 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.696432 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 871f9fe2-cfd3-4b42-a525-d66d79010724 Oct 04 05:44:15.758237 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] For port 898660c6-c8cd-4319-8622-9b01c57eeef5, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:15.794635 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] For port 898660c6-c8cd-4319-8622-9b01c57eeef5, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=898660c6-c8cd-4319-8622-9b01c57eeef5,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:15.801070 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:15.801452 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.803676 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-27b366a5-19b5-4b92-986c-b03ba66b60fb None None] Provisioning complete for port fc6c0214-a407-46f2-888c-e520be4a1a05 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:15.804363 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-27b366a5-19b5-4b92-986c-b03ba66b60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:15.804482 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-27b366a5-19b5-4b92-986c-b03ba66b60fb None None] Attempt 1 to provision port fc6c0214-a407-46f2-888c-e520be4a1a05 Oct 04 05:44:15.858245 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57232316-528c-449a-aba4-8fa900281338 req-e6e7a6bf-cbcb-417f-a4ca-c2a461bd6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:15.859726 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-57232316-528c-449a-aba4-8fa900281338 req-e6e7a6bf-cbcb-417f-a4ca-c2a461bd6626 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 1129 time: 0.3720868 Oct 04 05:44:15.889915 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-27b366a5-19b5-4b92-986c-b03ba66b60fb None None] Port fc6c0214-a407-46f2-888c-e520be4a1a05 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:44:15.903290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 871f9fe2-cfd3-4b42-a525-d66d79010724 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:15.907657 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c4a70b8-b109-41f3-b954-ceb15a1901e0,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:15.932339 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-57232316-528c-449a-aba4-8fa900281338 req-bf726c83-6e6b-4589-91b6-5e0f945d20f0 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641985 Oct 04 05:44:15.963458 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.004208 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:44:16.004827 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:44:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:16.050261 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.057648 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:16.057853 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.077745 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a932e-b9bd-4455-a1fc-40a72ca45c41 req-a8fed4a5-20a2-4c78-ba04-0e2423133f4b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:16.078805 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd197b7-f148-4e84-9fda-28634062ee13 None None] Pushing event updated for resources: {'Port': ['ID=898660c6-c8cd-4319-8622-9b01c57eeef5,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:16.079754 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7d9a932e-b9bd-4455-a1fc-40a72ca45c41 req-a8fed4a5-20a2-4c78-ba04-0e2423133f4b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.0522823 Oct 04 05:44:16.099363 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:16.142613 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7d9a932e-b9bd-4455-a1fc-40a72ca45c41 req-e408d1e4-4391-44dd-9754-b364cd79be0a tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Oct 04 05:44:16.185682 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:44:16.251603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9dc3e-f4b0-4cac-9492-bdcb5947178b req-54a68852-28cd-432f-893b-db73aceede3e tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:16.253809 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-09f9dc3e-f4b0-4cac-9492-bdcb5947178b req-54a68852-28cd-432f-893b-db73aceede3e tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.0500443 Oct 04 05:44:16.262020 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=0c4a70b8-b109-41f3-b954-ceb15a1901e0,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:16.331781 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41462) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:16.342569 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=45 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:16.359435 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks [] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.364409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:16.369424 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-09f9dc3e-f4b0-4cac-9492-bdcb5947178b req-e59b232a-b125-43f8-81fd-f9ade8b00511 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040068 Oct 04 05:44:16.426623 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.458108 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-13416a87-0786-4d6e-8781-c6d00931dcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.496609 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (5b90ad0b-d27a-4413-812d-90993fc5405a), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.499355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6c0214-a407-46f2-888c-e520be4a1a05,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:16.507318 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:13Z', 'revision_number': 3, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:16.536151 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a058ccfc-307b-469b-90c4-c6aa8d738473 None None] The sync data for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi is: [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:13Z', 'revision_number': 3, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:44:16.563568 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-13416a87-0786-4d6e-8781-c6d00931dcf1 admin admin] Publish callbacks [] for security_group (ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.602790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:16.604188 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:16.625448 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-13416a87-0786-4d6e-8781-c6d00931dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.681808 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-13416a87-0786-4d6e-8781-c6d00931dcf1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=966bae228b294569a3af4d7ea90cf598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484392 Oct 04 05:44:16.683017 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13416a87-0786-4d6e-8781-c6d00931dcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:16.698473 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41470) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:16.759282 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Router 5b90ad0b-d27a-4413-812d-90993fc5405a has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:44:16.761349 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e023b567-7b56-402f-9edf-b9192a6f2da5 admin admin] Publish callbacks [] for security_group (ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.764096 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:16.814498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:16.830662 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e023b567-7b56-402f-9edf-b9192a6f2da5 admin admin] Publish callbacks [] for security_group (ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.904838 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:44:16.914191 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-66abddd8-dd8d-492c-9982-9117e006c480 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/5b90ad0b-d27a-4413-812d-90993fc5405a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6625898 Oct 04 05:44:16.927488 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-6d6c028e-027c-4ee7-b8ce-0a2d31f5e383 None None] Provisioning complete for port fc6c0214-a407-46f2-888c-e520be4a1a05 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:16.927488 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6d6c028e-027c-4ee7-b8ce-0a2d31f5e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:16.927488 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-6d6c028e-027c-4ee7-b8ce-0a2d31f5e383 None None] Attempt 1 to provision port fc6c0214-a407-46f2-888c-e520be4a1a05 Oct 04 05:44:16.960833 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c028e-027c-4ee7-b8ce-0a2d31f5e383 None None] Port fc6c0214-a407-46f2-888c-e520be4a1a05 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:44:17.007495 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e023b567-7b56-402f-9edf-b9192a6f2da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:17.007495 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e023b567-7b56-402f-9edf-b9192a6f2da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:17.007928 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e023b567-7b56-402f-9edf-b9192a6f2da5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2 HTTP/1.1" status: 204 len: 168 time: 0.3063555 Oct 04 05:44:17.032932 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023b567-7b56-402f-9edf-b9192a6f2da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a9c3b-1337-41fe-ae1f-8256ba94ccc2,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:17.111068 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:17.168984 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32012bae-aedb-43a2-b9fd-51dae912067e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a70b8-b109-41f3-b954-ceb15a1901e0'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:17.173405 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e120158-9c28-4b32-96e1-bda6a7257335" -d '{"events": [{"server_uuid": "32012bae-aedb-43a2-b9fd-51dae912067e", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a70b8-b109-41f3-b954-ceb15a1901e0"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:17.347297 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ac990-b454-4a9f-8071-a3967025cfb3 req-8e69e325-f3d5-4b78-8817-d657e3dcf583 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:17.360301 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b12ac990-b454-4a9f-8071-a3967025cfb3 req-8e69e325-f3d5-4b78-8817-d657e3dcf583 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.1061332 Oct 04 05:44:17.412119 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b12ac990-b454-4a9f-8071-a3967025cfb3 req-566cfaa1-6242-45c5-93ed-21c5ddc5df19 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Oct 04 05:44:17.463739 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fb6f2-25ce-4652-b516-5077562de6e2 x-openstack-request-id: req-8e9fb6f2-25ce-4652-b516-5077562de6e2 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:17.468061 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32012bae-aedb-43a2-b9fd-51dae912067e", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a70b8-b109-41f3-b954-ceb15a1901e0", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:17.468061 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e9fb6f2-25ce-4652-b516-5077562de6e2 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:17.468061 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9fb6f2-25ce-4652-b516-5077562de6e2'] response: {'server_uuid': '32012bae-aedb-43a2-b9fd-51dae912067e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a70b8-b109-41f3-b954-ceb15a1901e0', 'code': 200} Oct 04 05:44:17.468061 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 898660c6-c8cd-4319-8622-9b01c57eeef5 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:17.588952 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 898660c6-c8cd-4319-8622-9b01c57eeef5 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:17.596214 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:17.596214 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 898660c6-c8cd-4319-8622-9b01c57eeef5 Oct 04 05:44:17.599734 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-8ddd8d02-88f1-4d07-902f-cfaceabbbdac tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:17.601338 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-8ddd8d02-88f1-4d07-902f-cfaceabbbdac tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 819 time: 0.2820060 Oct 04 05:44:17.602356 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e2a53-f7b2-491f-b92c-481999863bd8 req-3e5d5c50-167e-49a6-a56e-94efd2950240 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:17.607137 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-415e2a53-f7b2-491f-b92c-481999863bd8 req-3e5d5c50-167e-49a6-a56e-94efd2950240 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.0819058 Oct 04 05:44:17.627747 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-4ab80d7c-03f7-4b82-a5a5-ff29f32f8fb6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/quotas/689c4759cb5943b79f2637a8e29e230e HTTP/1.1" status: 200 len: 375 time: 0.0190363 Oct 04 05:44:17.669647 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-415e2a53-f7b2-491f-b92c-481999863bd8 req-71cce402-6f04-413a-826f-0eaa2f5cd312 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587564 Oct 04 05:44:17.714923 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 898660c6-c8cd-4319-8622-9b01c57eeef5 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:17.715778 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:17.718840 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f039d10d-01a0-4c7b-8dba-94a6f0ebdbbb tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898426 Oct 04 05:44:17.734792 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:17.739585 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 898660c6-c8cd-4319-8622-9b01c57eeef5, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=898660c6-c8cd-4319-8622-9b01c57eeef5,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:17.811742 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-cef025cb-2d41-4730-ab53-12d1bfa0635c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887237 Oct 04 05:44:17.831418 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:17.906468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=898660c6-c8cd-4319-8622-9b01c57eeef5,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:17.932536 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-657f80af-df1a-4126-a41e-ec806e18ccd4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139221 Oct 04 05:44:17.981570 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41502) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:17.996119 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-897fd7e8-4994-4e22-b0ec-7bf220fa223f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.071379 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a1a02-3c1a-41db-ab9c-b3fafafd7c25 req-f0bbf00a-521b-44fb-8efc-35c670895838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:18.073531 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-698a1a02-3c1a-41db-ab9c-b3fafafd7c25 req-f0bbf00a-521b-44fb-8efc-35c670895838 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 1134 time: 0.0477450 Oct 04 05:44:18.088271 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-897fd7e8-4994-4e22-b0ec-7bf220fa223f admin admin] Publish callbacks [] for security_group (91507382-e7ef-4e69-aa88-d515da97a126), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.121634 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-698a1a02-3c1a-41db-ab9c-b3fafafd7c25 req-1435c96d-3915-4070-8114-f2b954ea88f8 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Oct 04 05:44:18.149560 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41506) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:18.159981 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-897fd7e8-4994-4e22-b0ec-7bf220fa223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (91507382-e7ef-4e69-aa88-d515da97a126), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.212691 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:18.221474 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-897fd7e8-4994-4e22-b0ec-7bf220fa223f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4173e11309354fa591424f2d558afb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386289 Oct 04 05:44:18.222552 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b79d824f-ac92-412b-bd8c-3bf5ea2ebd8b req-0da295f6-f73d-4d48-9e15-f04631c7645d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 210 time: 0.0335021 Oct 04 05:44:18.222927 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fd7e8-4994-4e22-b0ec-7bf220fa223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91507382-e7ef-4e69-aa88-d515da97a126,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:18.224778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41514) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:18.300901 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ae43a677-bb3b-4d11-a63f-f402473d39ae admin admin] Publish callbacks [] for security_group (91507382-e7ef-4e69-aa88-d515da97a126), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.340516 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a4a432c7-fbdd-4b39-bd45-497f7a10e6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.356176 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ae43a677-bb3b-4d11-a63f-f402473d39ae admin admin] Publish callbacks [] for security_group (91507382-e7ef-4e69-aa88-d515da97a126), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.471206 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a4a432c7-fbdd-4b39-bd45-497f7a10e6ed admin admin] Publish callbacks [] for security_group (52c384be-3888-491a-ac1f-3aeb97945bbc), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.508587 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ae43a677-bb3b-4d11-a63f-f402473d39ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (91507382-e7ef-4e69-aa88-d515da97a126), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.511440 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ae43a677-bb3b-4d11-a63f-f402473d39ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.512707 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ae43a677-bb3b-4d11-a63f-f402473d39ae admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/91507382-e7ef-4e69-aa88-d515da97a126 HTTP/1.1" status: 204 len: 168 time: 0.2861130 Oct 04 05:44:18.524638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a677-bb3b-4d11-a63f-f402473d39ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91507382-e7ef-4e69-aa88-d515da97a126,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:18.574392 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0463d75-81e7-4bf7-8017-a5ac4cac1396 req-51d67ca6-6195-42e5-917e-0500d324d9b9 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:18.576034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c0463d75-81e7-4bf7-8017-a5ac4cac1396 req-51d67ca6-6195-42e5-917e-0500d324d9b9 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.0623367 Oct 04 05:44:18.576682 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a4a432c7-fbdd-4b39-bd45-497f7a10e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (52c384be-3888-491a-ac1f-3aeb97945bbc), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.603606 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-eb658b91-a709-4abc-af2a-6768637fb3fd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:18.604249 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:18.605064 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-eb658b91-a709-4abc-af2a-6768637fb3fd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 819 time: 0.1299005 Oct 04 05:44:18.619906 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-352a0104-146b-41f9-aa9d-aab76a4dae62 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/quotas/689c4759cb5943b79f2637a8e29e230e HTTP/1.1" status: 200 len: 375 time: 0.0093708 Oct 04 05:44:18.640138 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a4a432c7-fbdd-4b39-bd45-497f7a10e6ed admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7ca58828350643f8a8194369351c590d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867826 Oct 04 05:44:18.641298 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41536) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:18.648344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a432c7-fbdd-4b39-bd45-497f7a10e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c384be-3888-491a-ac1f-3aeb97945bbc,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:18.674087 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Sync routers for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:44:18.688577 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c0463d75-81e7-4bf7-8017-a5ac4cac1396 req-5776956e-a0b9-44d0-a747-8c66f94a01cf tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980816 Oct 04 05:44:18.691084 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:44:18.698288 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:44:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:18.719842 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-08572517-1d0e-4303-a559-d789e52ab907 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857580 Oct 04 05:44:18.778759 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:18.801497 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-164c2538-ba93-462d-be55-146a226ea5d2 admin admin] Publish callbacks [] for security_group (52c384be-3888-491a-ac1f-3aeb97945bbc), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.837686 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-164c2538-ba93-462d-be55-146a226ea5d2 admin admin] Publish callbacks [] for security_group (52c384be-3888-491a-ac1f-3aeb97945bbc), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:18.854264 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:44:18.864592 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-b7894781-6da9-43aa-900d-4cc7a8f434d1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507082 Oct 04 05:44:18.916193 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593525-2cb1-4e05-9b19-eeb2d0dfeb24 req-e0cfa8a2-ddc4-46a4-8561-5007d3efd511 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:18.930010 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dc593525-2cb1-4e05-9b19-eeb2d0dfeb24 req-e0cfa8a2-ddc4-46a4-8561-5007d3efd511 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.1220713 Oct 04 05:44:18.971961 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:19.008113 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dc593525-2cb1-4e05-9b19-eeb2d0dfeb24 req-de572c6e-27f7-40bc-b6c3-85a963a74fe8 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Oct 04 05:44:19.035661 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-164c2538-ba93-462d-be55-146a226ea5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (52c384be-3888-491a-ac1f-3aeb97945bbc), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.035661 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-164c2538-ba93-462d-be55-146a226ea5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.036131 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-164c2538-ba93-462d-be55-146a226ea5d2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/52c384be-3888-491a-ac1f-3aeb97945bbc HTTP/1.1" status: 204 len: 168 time: 0.3939340 Oct 04 05:44:19.057065 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2538-ba93-462d-be55-146a226ea5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c384be-3888-491a-ac1f-3aeb97945bbc,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:19.146870 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-e649182d-c6ca-416e-bb0e-e27962b234a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781451 Oct 04 05:44:19.205819 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:16Z', 'revision_number': 2, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:19.231416 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Checking router: 5b90ad0b-d27a-4413-812d-90993fc5405a for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:44:19.231773 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Updating router 5b90ad0b-d27a-4413-812d-90993fc5405a port fc6c0214-a407-46f2-888c-e520be4a1a05 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:44:19.260281 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.478878 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 898660c6-c8cd-4319-8622-9b01c57eeef5 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:19.494210 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-02ddcf4b-87e7-4a9f-a2ae-da262a9d6775 req-881998fb-ec3e-4fe4-9962-093c6cb0108c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0589261 Oct 04 05:44:19.572862 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 898660c6-c8cd-4319-8622-9b01c57eeef5 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:19.573453 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.573895 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 898660c6-c8cd-4319-8622-9b01c57eeef5 Oct 04 05:44:19.690023 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 898660c6-c8cd-4319-8622-9b01c57eeef5 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:19.700943 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Publish callbacks [] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.702522 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:19.774629 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.862093 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Pushing event updated for resources: {'Port': ['ID=fc6c0214-a407-46f2-888c-e520be4a1a05,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:19.867687 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:19.877924 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.878252 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.879059 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.879411 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.879743 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.880064 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.880380 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.880696 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.881535 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.881874 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.882217 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.882552 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.882871 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.883188 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.883498 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:19.891758 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Attempting to bind port fc6c0214-a407-46f2-888c-e520be4a1a05 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:19.893150 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Attempting to bind port fc6c0214-a407-46f2-888c-e520be4a1a05 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:19.893519 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Attempting to bind port fc6c0214-a407-46f2-888c-e520be4a1a05 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:19.983532 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:19.983900 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Checking segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:19.988881 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:19.988881 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Bound using segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:19.988881 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Bound port: fc6c0214-a407-46f2-888c-e520be4a1a05, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:19.988881 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.055790 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] For port fc6c0214-a407-46f2-888c-e520be4a1a05, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:20.060338 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] For port fc6c0214-a407-46f2-888c-e520be4a1a05, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=fc6c0214-a407-46f2-888c-e520be4a1a05,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:20.104473 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41622) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:20.141053 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-29ead05e-fbeb-4d6d-a6e9-c113eeac8b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.162590 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad3155-6548-4486-806b-059aa09f997c req-0e338997-03dc-4bce-87f2-30f79d5aced2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:20.163970 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-66ad3155-6548-4486-806b-059aa09f997c req-0e338997-03dc-4bce-87f2-30f79d5aced2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.0719907 Oct 04 05:44:20.177470 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.219159 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:44:20.219828 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:44:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:20.275437 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-66ad3155-6548-4486-806b-059aa09f997c req-f1210105-030c-420a-aa66-d8cd4ae5b9c2 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045363 Oct 04 05:44:20.279404 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a56c3d-c579-4352-871a-b4d2f510f0c7 None None] Pushing event updated for resources: {'Port': ['ID=fc6c0214-a407-46f2-888c-e520be4a1a05,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:20.334232 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-29ead05e-fbeb-4d6d-a6e9-c113eeac8b6c admin admin] Publish callbacks [] for security_group (698da58b-56dc-446e-8972-57b8df73a757), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.340124 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:44:20.405650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-29ead05e-fbeb-4d6d-a6e9-c113eeac8b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (698da58b-56dc-446e-8972-57b8df73a757), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.432762 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-29ead05e-fbeb-4d6d-a6e9-c113eeac8b6c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=15e70527aeb14f6bbe146768f91e3ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266816 Oct 04 05:44:20.435761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41638) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:20.461843 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead05e-fbeb-4d6d-a6e9-c113eeac8b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698da58b-56dc-446e-8972-57b8df73a757,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:20.518489 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b6dd31fa-4ddd-4713-b9e4-ce404fbe71a1 admin admin] Publish callbacks [] for security_group (698da58b-56dc-446e-8972-57b8df73a757), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.543140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b6dd31fa-4ddd-4713-b9e4-ce404fbe71a1 admin admin] Publish callbacks [] for security_group (698da58b-56dc-446e-8972-57b8df73a757), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.579773 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c7c5d810-d503-4aba-a2d1-08d84512d477 req-59755e3e-27d0-46ca-9353-35abe5854c5c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0370238 Oct 04 05:44:20.620752 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:20Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:44:20.653690 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecd1c7-3f1f-436c-b1db-83a513fc59ca None None] The sync data for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi is: [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:20Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:44:20.721189 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b6dd31fa-4ddd-4713-b9e4-ce404fbe71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (698da58b-56dc-446e-8972-57b8df73a757), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.723035 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b6dd31fa-4ddd-4713-b9e4-ce404fbe71a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:20.724366 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b6dd31fa-4ddd-4713-b9e4-ce404fbe71a1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/698da58b-56dc-446e-8972-57b8df73a757 HTTP/1.1" status: 204 len: 168 time: 0.2875929 Oct 04 05:44:20.746353 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd31fa-4ddd-4713-b9e4-ce404fbe71a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698da58b-56dc-446e-8972-57b8df73a757,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:20.885811 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:20.982364 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:21.046743 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563ce3-fd76-4257-9f0f-18718baad9d1 req-3eee1f42-1da6-4ace-8830-1a8d13c0066c tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:21.054836 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-31563ce3-fd76-4257-9f0f-18718baad9d1 req-3eee1f42-1da6-4ace-8830-1a8d13c0066c tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.0819342 Oct 04 05:44:21.110070 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-31563ce3-fd76-4257-9f0f-18718baad9d1 req-25b806fd-b42a-4ed5-b3b2-d0bde56541a0 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539773 Oct 04 05:44:21.446723 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device fc6c0214-a407-46f2-888c-e520be4a1a05 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:21.511751 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port fc6c0214-a407-46f2-888c-e520be4a1a05 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:21.512129 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:21.512465 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port fc6c0214-a407-46f2-888c-e520be4a1a05 Oct 04 05:44:21.605240 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port fc6c0214-a407-46f2-888c-e520be4a1a05 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:21.605974 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:21.656736 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port fc6c0214-a407-46f2-888c-e520be4a1a05, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=fc6c0214-a407-46f2-888c-e520be4a1a05,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:21.739229 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f42a25e0-2152-47e6-bea0-1b481cfeeb45 req-2fd90000-71ab-4b96-88ad-51d4d974f8e4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0441809 Oct 04 05:44:21.752078 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:21.820281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=fc6c0214-a407-46f2-888c-e520be4a1a05,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:22.260393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb3912-232d-45e0-a9ff-8ea490e76337 req-4a9d7c01-3ba5-479e-9cc9-8afc6a6a9603 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:22.261894 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91bb3912-232d-45e0-a9ff-8ea490e76337 req-4a9d7c01-3ba5-479e-9cc9-8afc6a6a9603 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.0537164 Oct 04 05:44:22.316318 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91bb3912-232d-45e0-a9ff-8ea490e76337 req-8c3d3dec-6889-4c08-af3f-aa7fe3cce190 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b457c3ec-8ea4-437d-9bc9-987804b6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Oct 04 05:44:22.894654 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-78d8f5da-4ce2-4dca-8031-42baa777a9db req-65c322c8-0f4d-4998-b81d-60837dda2e4e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0289373 Oct 04 05:44:22.962434 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-262a015d-58e7-43c1-9830-6010b881fd54 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:22.963882 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-262a015d-58e7-43c1-9830-6010b881fd54 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 950 time: 0.0499232 Oct 04 05:44:23.053328 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Deleting port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:44:23.053328 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.155289 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] For port 0c4a70b8-b109-41f3-b954-ceb15a1901e0, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0c4a70b8-b109-41f3-b954-ceb15a1901e0,segment=NetworkSegment(5cdb239f-1d8d-42a5-8899-e473ed8cd55a),segment_id=5cdb239f-1d8d-42a5-8899-e473ed8cd55a)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:23.155645 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.170253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Calling delete_port for 0c4a70b8-b109-41f3-b954-ceb15a1901e0 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:44:23.292169 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 41726) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:23.379536 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (0c4a70b8-b109-41f3-b954-ceb15a1901e0), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.418087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Pushing event deleted for resources: {'Port': ['ID=0c4a70b8-b109-41f3-b954-ceb15a1901e0,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:23.424736 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['0c4a70b8-b109-41f3-b954-ceb15a1901e0'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:44:23.425354 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:23.463491 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device fc6c0214-a407-46f2-888c-e520be4a1a05 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:23.485618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] No DVR routers for this DVR port 0c4a70b8-b109-41f3-b954-ceb15a1901e0 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:44:23.499796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.502450 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6edb1d9a-e644-4419-91f0-36b6c6341e1f req-95acbf49-f325-4ac6-b0cf-c375992b898d tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.39 "DELETE /networking/v2.0/ports/0c4a70b8-b109-41f3-b954-ceb15a1901e0 HTTP/1.1" status: 204 len: 173 time: 0.5315981 Oct 04 05:44:23.507951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32012bae-aedb-43a2-b9fd-51dae912067e', 'name': 'network-vif-deleted', 'tag': '0c4a70b8-b109-41f3-b954-ceb15a1901e0'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:23.510670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6300d758-5394-4a63-8fb9-7b018ff6dab3" -d '{"events": [{"server_uuid": "32012bae-aedb-43a2-b9fd-51dae912067e", "name": "network-vif-deleted", "tag": "0c4a70b8-b109-41f3-b954-ceb15a1901e0"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:23.536143 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port fc6c0214-a407-46f2-888c-e520be4a1a05 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:23.536555 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.536902 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port fc6c0214-a407-46f2-888c-e520be4a1a05 Oct 04 05:44:23.548213 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e1d9f2f5-509b-4655-923c-538716cc35fa req-569356c1-2fc9-4682-84e4-8e844e24cc27 tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0686336 Oct 04 05:44:23.559662 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6f37885c-5ef9-42d3-b1ea-13c8b0705641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.605206 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371a337-a6a7-4e4e-b499-de2977ff6f34 x-openstack-request-id: req-3371a337-a6a7-4e4e-b499-de2977ff6f34 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:23.611751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32012bae-aedb-43a2-b9fd-51dae912067e", "name": "network-vif-deleted", "tag": "0c4a70b8-b109-41f3-b954-ceb15a1901e0", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:23.611751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3371a337-a6a7-4e4e-b499-de2977ff6f34 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:23.611751 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3371a337-a6a7-4e4e-b499-de2977ff6f34'] response: {'server_uuid': '32012bae-aedb-43a2-b9fd-51dae912067e', 'name': 'network-vif-deleted', 'tag': '0c4a70b8-b109-41f3-b954-ceb15a1901e0', 'status': 'completed', 'code': 200} Oct 04 05:44:23.695647 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port fc6c0214-a407-46f2-888c-e520be4a1a05 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:23.718275 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:23.748338 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-a680e83d-1098-41de-a054-fb151fecddcc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:23.749902 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-a680e83d-1098-41de-a054-fb151fecddcc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 819 time: 0.1615582 Oct 04 05:44:23.768618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6f37885c-5ef9-42d3-b1ea-13c8b0705641 admin admin] Publish callbacks [] for security_group (2a65054d-0424-42ed-92eb-fb8766a47c8a), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.818657 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'port': {'device_id': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'admin_state_up': True, 'tenant_id': '689c4759cb5943b79f2637a8e29e230e'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:23.875648 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6f37885c-5ef9-42d3-b1ea-13c8b0705641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (2a65054d-0424-42ed-92eb-fb8766a47c8a), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:23.944365 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6f37885c-5ef9-42d3-b1ea-13c8b0705641 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=02e256441535490eb58653201bc7e0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6511812 Oct 04 05:44:23.947880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37885c-5ef9-42d3-b1ea-13c8b0705641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a65054d-0424-42ed-92eb-fb8766a47c8a,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:23.948494 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 41750) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:24.085792 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24e136e5-fdd8-4d76-a8ca-636794cf0570 admin admin] Publish callbacks [] for security_group (2a65054d-0424-42ed-92eb-fb8766a47c8a), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.090496 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e2f66f29-6a7c-44b2-8efe-4433ad05fb40 req-d5d299df-b8e1-45c3-8f64-4d2f5e575a19 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0423715 Oct 04 05:44:24.105362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Made reservation on behalf of 689c4759cb5943b79f2637a8e29e230e for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:44:24.109309 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.115332 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24e136e5-fdd8-4d76-a8ca-636794cf0570 admin admin] Publish callbacks [] for security_group (2a65054d-0424-42ed-92eb-fb8766a47c8a), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.241049 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24e136e5-fdd8-4d76-a8ca-636794cf0570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (2a65054d-0424-42ed-92eb-fb8766a47c8a), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.245703 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24e136e5-fdd8-4d76-a8ca-636794cf0570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.253816 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-24e136e5-fdd8-4d76-a8ca-636794cf0570 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2a65054d-0424-42ed-92eb-fb8766a47c8a HTTP/1.1" status: 204 len: 168 time: 0.2976174 Oct 04 05:44:24.253937 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Allocated IP 172.20.0.7 (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8/d30785f6-7194-42c4-97ef-b4ab0352b3ec/1c9ceaa0-2adc-4ea7-892e-2a41d1c48287) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:24.260948 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e136e5-fdd8-4d76-a8ca-636794cf0570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a65054d-0424-42ed-92eb-fb8766a47c8a,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:24.283449 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:24.435811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.571461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.635942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:24.641896 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:24.644567 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'Port': ['ID=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:24.646904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:24.721668 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4389af73-31c3-41ca-b7a9-bb362e41cbf0 req-1d014e2a-fa93-424f-aafc-20d34904656b tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0508173 Oct 04 05:44:24.782847 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:24.783490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:24.863229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-2b71faeb-e342-4c6c-9b5a-d59b7b65c339 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:24.864743 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-2b71faeb-e342-4c6c-9b5a-d59b7b65c339 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 819 time: 0.1902692 Oct 04 05:44:24.903430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'port': {'device_id': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'admin_state_up': True, 'tenant_id': '689c4759cb5943b79f2637a8e29e230e'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:24.912349 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f9c4154a-283e-4239-ba9f-3441414b2f00 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0983677 Oct 04 05:44:24.974251 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Request body: {'port': {'device_id': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:25.050284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:25.062287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-6ae99187-abdd-4466-921b-4ccb55bcd587 None None] Provisioning complete for port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:25.062675 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6ae99187-abdd-4466-921b-4ccb55bcd587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:25.064706 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-6ae99187-abdd-4466-921b-4ccb55bcd587 None None] Attempt 1 to provision port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 Oct 04 05:44:25.114892 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-6ae99187-abdd-4466-921b-4ccb55bcd587 None None] Port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:44:25.137140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:25.195845 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:25.257471 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a294315-c2f6-48fe-bbcb-e4c0ac408292 req-74c3e1b1-c90f-46b4-8dd9-e7c164016d24 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0430975 Oct 04 05:44:25.307145 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Made reservation on behalf of 689c4759cb5943b79f2637a8e29e230e for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:44:25.311722 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:25.598128 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:25.690304 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:25.700222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Publish callbacks [] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:25.714688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Transition to ACTIVE for port object 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:44:25.813704 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:25.870638 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-112f7194-7177-4f0b-9070-fb82343c88bb req-a8b30015-185a-4baa-8366-097258c68e1b tempest-VolumesNegativeTest-1354469047 tempest-VolumesNegativeTest-1354469047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32012bae-aedb-43a2-b9fd-51dae912067e HTTP/1.1" status: 200 len: 210 time: 0.0336494 Oct 04 05:44:25.918757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Allocated IP 172.20.0.8 (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8/d30785f6-7194-42c4-97ef-b4ab0352b3ec/e6548b2f-6183-4b2b-aebf-1a0952863241) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:25.947191 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377652f-070d-447e-a97a-26398065b88e service neutron] Pushing event updated for resources: {'Port': ['ID=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:26.022289 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Attempting to bind port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:26.022635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Attempting to bind port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:26.022961 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Attempting to bind port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:26.380572 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-224e9f86-e672-4182-a58d-9e1a73594378 req-c858a20c-ac70-4d0a-9d25-efb798f994e6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0445378 Oct 04 05:44:26.418575 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:44:26.418904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Attempting to bind port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:26.456416 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:26.490056 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:26.490342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Checking segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:26.490724 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Bound using segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:26.491158 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Bound port: 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:26.491513 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:26.557186 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] For port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:26.567868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] For port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:26.574716 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 0c4a70b8-b109-41f3-b954-ceb15a1901e0 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:44:26.594629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 0c4a70b8-b109-41f3-b954-ceb15a1901e0 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:44:26.594977 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 0c4a70b8-b109-41f3-b954-ceb15a1901e0 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:44:26.638878 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:26.682906 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:26.696287 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:26.696906 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:26.701573 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-0377652f-070d-447e-a97a-26398065b88e service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 HTTP/1.1" status: 200 len: 1093 time: 1.7287288 Oct 04 05:44:26.701573 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'tag': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:26.701573 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806" -d '{"events": [{"name": "network-changed", "server_uuid": "f27eb826-a49d-4d1d-a843-cc725fae592b", "tag": "1c9ceaa0-2adc-4ea7-892e-2a41d1c48287"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:26.713130 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:26.718507 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:26.721445 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'Port': ['ID=e6548b2f-6183-4b2b-aebf-1a0952863241,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:26.724121 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:26.792274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e0eec1-e98a-4062-ab9b-b7648e366e39 x-openstack-request-id: req-74e0eec1-e98a-4062-ab9b-b7648e366e39 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:26.792557 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27eb826-a49d-4d1d-a843-cc725fae592b", "tag": "1c9ceaa0-2adc-4ea7-892e-2a41d1c48287", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:26.792803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74e0eec1-e98a-4062-ab9b-b7648e366e39 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:26.793190 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e0eec1-e98a-4062-ab9b-b7648e366e39'] response: {'name': 'network-changed', 'server_uuid': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'tag': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287', 'status': 'completed', 'code': 200} Oct 04 05:44:26.803472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377652f-070d-447e-a97a-26398065b88e service neutron] Pushing event updated for resources: {'Port': ['ID=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:26.834243 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:26.834954 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:26.891338 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806 req-07167ad5-fe54-4a55-9d10-5679d7418b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:26.893530 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806 req-07167ad5-fe54-4a55-9d10-5679d7418b85 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1127 time: 0.0506744 Oct 04 05:44:26.975593 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-4b3c72ed-3836-490a-a216-099707e54cc7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0807409 Oct 04 05:44:26.998084 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Request body: {'port': {'device_id': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:26.999931 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-6930a0fe-340f-4a24-9565-994dd8f725e0 None None] Provisioning complete for port e6548b2f-6183-4b2b-aebf-1a0952863241 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:27.000506 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6930a0fe-340f-4a24-9565-994dd8f725e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:27.000977 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-6930a0fe-340f-4a24-9565-994dd8f725e0 None None] Attempt 1 to provision port e6548b2f-6183-4b2b-aebf-1a0952863241 Oct 04 05:44:27.047387 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-6930a0fe-340f-4a24-9565-994dd8f725e0 None None] Port e6548b2f-6183-4b2b-aebf-1a0952863241 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:44:27.081067 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806 req-324aaab2-af9b-4db2-afe7-834ab99a0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:27.082563 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806 req-324aaab2-af9b-4db2-afe7-834ab99a0377 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=689c4759cb5943b79f2637a8e29e230e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1714098 Oct 04 05:44:27.099441 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:27.263925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806 req-76c08e2d-45e9-4fa8-9087-39ccce267ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:27.265300 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-29a0c1cc-cc32-4bab-8685-1b8b6fc55806 req-76c08e2d-45e9-4fa8-9087-39ccce267ea2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761289 Oct 04 05:44:27.368726 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:27.396488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-c091fe26-35a5-4f4f-969c-5efd5b21a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:27.398007 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-c091fe26-35a5-4f4f-969c-5efd5b21a37b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1127 time: 0.0626163 Oct 04 05:44:27.455985 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f0576c58-bc0b-4d1f-8113-092ec7a158b5 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 HTTP/1.1" status: 200 len: 217 time: 0.0433927 Oct 04 05:44:27.527987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6548b2f-6183-4b2b-aebf-1a0952863241 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:27.540607 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Publish callbacks [] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:27.554415 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-35e92748-c6e6-44a9-847e-b4f2b1a543f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:27.555888 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-35e92748-c6e6-44a9-847e-b4f2b1a543f4 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0902753 Oct 04 05:44:27.557604 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe15bf4-5a9d-4f93-85bb-f854317ccb10 req-255f3679-eeeb-49be-a4ec-74fb55b0bc27 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:27.560874 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5fe15bf4-5a9d-4f93-85bb-f854317ccb10 req-255f3679-eeeb-49be-a4ec-74fb55b0bc27 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 931 time: 0.0880232 Oct 04 05:44:27.561283 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Transition to ACTIVE for port object e6548b2f-6183-4b2b-aebf-1a0952863241 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:44:27.622937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-03d57a6c-189e-414a-ace7-ccb6cf019605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:27.639931 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5fe15bf4-5a9d-4f93-85bb-f854317ccb10 req-9f19aa31-39db-47c2-bf2a-1a5a8ff50563 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689511 Oct 04 05:44:27.642662 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:27.656828 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:27.678312 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-83c3816a-a1cd-4b93-93d2-1c6d7bd7e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:27.679818 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-83c3816a-a1cd-4b93-93d2-1c6d7bd7e9cb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1010923 Oct 04 05:44:27.800783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Pushing event updated for resources: {'Port': ['ID=e6548b2f-6183-4b2b-aebf-1a0952863241,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:27.879558 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Attempting to bind port e6548b2f-6183-4b2b-aebf-1a0952863241 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:27.879985 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Attempting to bind port e6548b2f-6183-4b2b-aebf-1a0952863241 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:27.880320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Attempting to bind port e6548b2f-6183-4b2b-aebf-1a0952863241 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:27.905857 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-a65c8a96-89ee-46bd-8783-b10f63dffed6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119818 Oct 04 05:44:27.988490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Port e6548b2f-6183-4b2b-aebf-1a0952863241 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:44:27.988825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Attempting to bind port e6548b2f-6183-4b2b-aebf-1a0952863241 on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:28.058710 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:28.059052 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Checking segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:28.059434 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Bound using segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:28.059868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Bound port: e6548b2f-6183-4b2b-aebf-1a0952863241, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:28.060224 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:28.066018 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2d0d09e-93f1-4aeb-83bd-fd342002568b req-f5897b97-e119-4b4d-bf07-d9489054b042 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522746 Oct 04 05:44:28.137037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] For port e6548b2f-6183-4b2b-aebf-1a0952863241, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:28.141444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] For port e6548b2f-6183-4b2b-aebf-1a0952863241, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e6548b2f-6183-4b2b-aebf-1a0952863241,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:28.209670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:28.215601 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:28.216262 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:28.217662 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/e6548b2f-6183-4b2b-aebf-1a0952863241 HTTP/1.1" status: 200 len: 1093 time: 1.2271283 Oct 04 05:44:28.259065 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c386c-854f-45b8-9f99-12be40aa6d89 service neutron] Pushing event updated for resources: {'Port': ['ID=e6548b2f-6183-4b2b-aebf-1a0952863241,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:28.639767 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:28.771430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418e16f-fc0f-4b70-bae0-e6b33ce739a5 req-e3d07de1-9c49-4e45-aa72-09b17b7088b6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:28.772932 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3418e16f-fc0f-4b70-bae0-e6b33ce739a5 req-e3d07de1-9c49-4e45-aa72-09b17b7088b6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0530322 Oct 04 05:44:28.795042 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'tag': 'e6548b2f-6183-4b2b-aebf-1a0952863241'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:28.797231 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762718e7-9da0-40ff-a51a-25a9614f7db9" -d '{"events": [{"name": "network-changed", "server_uuid": "98b22d78-62a0-4440-8cae-c8e5b37e99fa", "tag": "e6548b2f-6183-4b2b-aebf-1a0952863241"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:28.827807 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3418e16f-fc0f-4b70-bae0-e6b33ce739a5 req-c00e031e-bed5-40dc-ab94-250217994c97 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Oct 04 05:44:28.848194 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cf21eb-95f3-4fdd-8363-18ca36644c66 x-openstack-request-id: req-14cf21eb-95f3-4fdd-8363-18ca36644c66 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:28.848365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b22d78-62a0-4440-8cae-c8e5b37e99fa", "tag": "e6548b2f-6183-4b2b-aebf-1a0952863241", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:28.848599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14cf21eb-95f3-4fdd-8363-18ca36644c66 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:28.848998 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cf21eb-95f3-4fdd-8363-18ca36644c66'] response: {'name': 'network-changed', 'server_uuid': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'tag': 'e6548b2f-6183-4b2b-aebf-1a0952863241', 'status': 'completed', 'code': 200} Oct 04 05:44:29.079620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:29.445638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762718e7-9da0-40ff-a51a-25a9614f7db9 req-3526fd2d-92fe-44bf-92dd-3718f84f6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:29.447496 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-762718e7-9da0-40ff-a51a-25a9614f7db9 req-3526fd2d-92fe-44bf-92dd-3718f84f6fc5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 1127 time: 0.0503833 Oct 04 05:44:29.494771 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42012) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:29.602127 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42cfb7fb-9237-4dcd-b09a-84498cc8a0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:29.683875 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42cfb7fb-9237-4dcd-b09a-84498cc8a0a8 admin admin] Publish callbacks [] for security_group (1b4253dc-e809-475d-9567-ce59b05c6ccb), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:29.762225 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-42cfb7fb-9237-4dcd-b09a-84498cc8a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1b4253dc-e809-475d-9567-ce59b05c6ccb), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:29.802718 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfb7fb-9237-4dcd-b09a-84498cc8a0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4253dc-e809-475d-9567-ce59b05c6ccb,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:29.812016 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-42cfb7fb-9237-4dcd-b09a-84498cc8a0a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2feaea4adb794093805a08f3a81cb33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156509 Oct 04 05:44:29.812181 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42036) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:29.868194 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d473ba06-1df5-47df-893d-2dab9f86b8b2 admin admin] Publish callbacks [] for security_group (1b4253dc-e809-475d-9567-ce59b05c6ccb), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:29.890608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d473ba06-1df5-47df-893d-2dab9f86b8b2 admin admin] Publish callbacks [] for security_group (1b4253dc-e809-475d-9567-ce59b05c6ccb), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:29.925097 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f8562251-ad56-4391-9b6e-f93f83133bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:30.039389 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d473ba06-1df5-47df-893d-2dab9f86b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1b4253dc-e809-475d-9567-ce59b05c6ccb), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:30.041998 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d473ba06-1df5-47df-893d-2dab9f86b8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:30.043169 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d473ba06-1df5-47df-893d-2dab9f86b8b2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1b4253dc-e809-475d-9567-ce59b05c6ccb HTTP/1.1" status: 204 len: 168 time: 0.2284548 Oct 04 05:44:30.052050 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473ba06-1df5-47df-893d-2dab9f86b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4253dc-e809-475d-9567-ce59b05c6ccb,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:30.589395 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:30.636397 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9860ae-032d-4356-9dc0-ec9d0d512fe6 req-6f07ad61-5bba-49d8-bff3-d114e2b50c28 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:30.636397 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3f9860ae-032d-4356-9dc0-ec9d0d512fe6 req-6f07ad61-5bba-49d8-bff3-d114e2b50c28 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0554898 Oct 04 05:44:30.688006 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3f9860ae-032d-4356-9dc0-ec9d0d512fe6 req-739b78da-a711-476b-8052-34bd627c9824 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464034 Oct 04 05:44:30.728444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42110) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:30.741760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8b830d74-3ccd-4bf1-90b4-b0c78f4774dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:30.812192 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2059-0991-474d-87ab-ad45e30ccd51 req-9ec532a0-304c-4a8f-a171-942e7a44aef2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:30.822592 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-da0c2059-0991-474d-87ab-ad45e30ccd51 req-9ec532a0-304c-4a8f-a171-942e7a44aef2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0631268 Oct 04 05:44:30.831009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8b830d74-3ccd-4bf1-90b4-b0c78f4774dc admin admin] Publish callbacks [] for security_group (e85c1d4d-db06-495f-b4c6-2fc28b9e9961), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:30.868408 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-da0c2059-0991-474d-87ab-ad45e30ccd51 req-47f46176-bd5b-4f0b-b473-206b9c9ca3ea tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449233 Oct 04 05:44:30.904760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8b830d74-3ccd-4bf1-90b4-b0c78f4774dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e85c1d4d-db06-495f-b4c6-2fc28b9e9961), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:30.943223 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:30.947187 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8b830d74-3ccd-4bf1-90b4-b0c78f4774dc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1542e6357c024d14ba1b5e830152ba67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192516 Oct 04 05:44:30.948005 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b830d74-3ccd-4bf1-90b4-b0c78f4774dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c1d4d-db06-495f-b4c6-2fc28b9e9961,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:30.950723 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42118) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:30.989683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:31.027161 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9266af7c-71fa-4d35-a377-a058d367e3f5 admin admin] Publish callbacks [] for security_group (e85c1d4d-db06-495f-b4c6-2fc28b9e9961), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:31.048480 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9266af7c-71fa-4d35-a377-a058d367e3f5 admin admin] Publish callbacks [] for security_group (e85c1d4d-db06-495f-b4c6-2fc28b9e9961), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:31.066457 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:31.179300 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:31.208202 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9266af7c-71fa-4d35-a377-a058d367e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e85c1d4d-db06-495f-b4c6-2fc28b9e9961), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:31.208499 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:31.212080 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9266af7c-71fa-4d35-a377-a058d367e3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:31.213686 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9266af7c-71fa-4d35-a377-a058d367e3f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e85c1d4d-db06-495f-b4c6-2fc28b9e9961 HTTP/1.1" status: 204 len: 168 time: 0.2617075 Oct 04 05:44:31.224174 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266af7c-71fa-4d35-a377-a058d367e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c1d4d-db06-495f-b4c6-2fc28b9e9961,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:31.989863 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cadfa3-ee85-4396-b869-855a52d67fd8 req-602f88bc-4d32-4c50-942d-35289ebcb3e0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:31.991359 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d1cadfa3-ee85-4396-b869-855a52d67fd8 req-602f88bc-4d32-4c50-942d-35289ebcb3e0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0524769 Oct 04 05:44:32.040778 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d1cadfa3-ee85-4396-b869-855a52d67fd8 req-2925870e-05c6-460b-a07f-518ab4500927 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Oct 04 05:44:32.162420 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfa15a-dbf6-415f-afad-283bc615e940 req-fad3c9fb-8f64-4105-a1f4-5b66abad926d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:32.163951 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-27bfa15a-dbf6-415f-afad-283bc615e940 req-fad3c9fb-8f64-4105-a1f4-5b66abad926d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0553458 Oct 04 05:44:32.177931 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:44:32.233938 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-27bfa15a-dbf6-415f-afad-283bc615e940 req-b2d0da01-afc1-4604-99ff-172222138bac tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640330 Oct 04 05:44:32.342179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762718e7-9da0-40ff-a51a-25a9614f7db9 req-df52cb65-ae2d-4733-9435-67d02b7b6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:32.343782 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-762718e7-9da0-40ff-a51a-25a9614f7db9 req-df52cb65-ae2d-4733-9435-67d02b7b6b4e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=689c4759cb5943b79f2637a8e29e230e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1570773 Oct 04 05:44:32.363374 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:32.377903 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'port_id': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287', 'mac_address': 'fa:16:3e:24:aa:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:44:32.434873 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:32.439825 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:32.457650 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:32.487182 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:32.495787 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762718e7-9da0-40ff-a51a-25a9614f7db9 req-4acf1012-194c-4310-b202-1f6754df43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:32.497734 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-762718e7-9da0-40ff-a51a-25a9614f7db9 req-4acf1012-194c-4310-b202-1f6754df43f9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286576 Oct 04 05:44:32.559628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:32.616082 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:32.742800 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:32.889228 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:33.018930 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['1c9ceaa0-2adc-4ea7-892e-2a41d1c48287'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:44:33.051911 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:33.196316 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-ffc79083-628a-463a-9fc3-73999950c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:33.198070 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-ffc79083-628a-463a-9fc3-73999950c24a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 1127 time: 0.0742466 Oct 04 05:44:33.257793 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-9d8e93d2-5041-4a0f-9762-1bccfd2c3efc service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6548b2f-6183-4b2b-aebf-1a0952863241 HTTP/1.1" status: 200 len: 217 time: 0.0446796 Oct 04 05:44:33.263046 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2216fd6-c159-41ec-ad7f-4f8b4bc8ef52 req-7230c5ef-d1a3-4b29-9f72-407e609b7c13 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:33.263046 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a2216fd6-c159-41ec-ad7f-4f8b4bc8ef52 req-7230c5ef-d1a3-4b29-9f72-407e609b7c13 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0730574 Oct 04 05:44:33.345400 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-e72c48d9-d8de-4b3f-b3df-ff265d923899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:33.346971 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-e72c48d9-d8de-4b3f-b3df-ff265d923899 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0718856 Oct 04 05:44:33.372836 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a2216fd6-c159-41ec-ad7f-4f8b4bc8ef52 req-1c368d13-9b66-49fe-b0bd-a1ab28e81433 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979192 Oct 04 05:44:33.463702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83dca0-06d2-4d81-b77e-a38881e81a73 req-20751c13-00d2-471b-a944-abb9286c8214 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:33.471659 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f83dca0-06d2-4d81-b77e-a38881e81a73 req-20751c13-00d2-471b-a944-abb9286c8214 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0869141 Oct 04 05:44:33.522596 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f83dca0-06d2-4d81-b77e-a38881e81a73 req-a3d0686e-708f-4f0f-a2c2-1b1aa22000b1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499394 Oct 04 05:44:33.684104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-77460bfe-8a15-44c2-8ef1-ba895cdd9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:33.685503 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-77460bfe-8a15-44c2-8ef1-ba895cdd9eb0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537224 Oct 04 05:44:33.812606 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-6b8b3dfd-1a46-453e-be20-5f8e001005f3 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169431 Oct 04 05:44:33.927003 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9e3f0404-9cc3-4ff7-9e9e-c8c831679892 req-04da3287-a0e0-466c-bf7b-2a3e1995ea3f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068630 Oct 04 05:44:34.039550 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:34.485043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42298) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:34.532201 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ed7ad-7ee4-4680-8aa9-3163751082ea req-1bb7ce80-22fc-45fa-80f8-5795a6da0ff0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:34.533777 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9a8ed7ad-7ee4-4680-8aa9-3163751082ea req-1bb7ce80-22fc-45fa-80f8-5795a6da0ff0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0584586 Oct 04 05:44:34.570874 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42304) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:34.592751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42310) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:34.597465 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970810997', 'description': 'tempest-description--1638445616'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:34.612909 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9a8ed7ad-7ee4-4680-8aa9-3163751082ea req-b0d381d1-1234-4a2d-8428-3e5f80c43f33 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716877 Oct 04 05:44:34.653486 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:34.700979 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826a6c-05f3-479b-93fe-1ddc4d3453d2 req-39c7be7e-6e95-4c3a-b98c-da00f9f4a0c3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:34.702535 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5826a6c-05f3-479b-93fe-1ddc4d3453d2 req-39c7be7e-6e95-4c3a-b98c-da00f9f4a0c3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0645266 Oct 04 05:44:34.708788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.726518 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8e173999-0ac1-4fb3-807e-5919f14f7b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.756217 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6ea8b706-6031-4fc8-beb6-224dd1f7ec49 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=318c2ab91f564d8ba2e29b724c008dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700181 Oct 04 05:44:34.759479 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42312) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:34.796849 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5826a6c-05f3-479b-93fe-1ddc4d3453d2 req-837876c8-b84e-4401-9da5-cc6ebdca807f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859027 Oct 04 05:44:34.834922 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (d1bd0903-0aa4-415f-940b-ca5ff0e7cafd), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.847432 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8a023cc9-45c0-4d39-80e7-16adb0259b8e admin admin] Publish callbacks [] for security_group (b457c3ec-8ea4-437d-9bc9-987804b6a1c6), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.854088 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8e173999-0ac1-4fb3-807e-5919f14f7b78 admin admin] Publish callbacks [] for security_group (9222556a-993a-4555-9c49-6814f76be190), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.871805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8a023cc9-45c0-4d39-80e7-16adb0259b8e admin admin] Publish callbacks [] for security_group (b457c3ec-8ea4-437d-9bc9-987804b6a1c6), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.955988 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d1bd0903-0aa4-415f-940b-ca5ff0e7cafd), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.956215 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8e173999-0ac1-4fb3-807e-5919f14f7b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9222556a-993a-4555-9c49-6814f76be190), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:34.963764 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:34.988354 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:34.995916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8e173999-0ac1-4fb3-807e-5919f14f7b78 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=58f953eb6e414342a433615e3e9802ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239733 Oct 04 05:44:34.996514 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e173999-0ac1-4fb3-807e-5919f14f7b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222556a-993a-4555-9c49-6814f76be190,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:34.999034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42314) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:35.024823 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8a023cc9-45c0-4d39-80e7-16adb0259b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (b457c3ec-8ea4-437d-9bc9-987804b6a1c6), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.027529 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8a023cc9-45c0-4d39-80e7-16adb0259b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.028645 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8a023cc9-45c0-4d39-80e7-16adb0259b8e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b457c3ec-8ea4-437d-9bc9-987804b6a1c6 HTTP/1.1" status: 204 len: 168 time: 0.2682536 Oct 04 05:44:35.037667 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a023cc9-45c0-4d39-80e7-16adb0259b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457c3ec-8ea4-437d-9bc9-987804b6a1c6,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:35.050020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-142c9a67-0c98-4d7d-9338-eb9102ec7feb admin admin] Publish callbacks [] for security_group (9222556a-993a-4555-9c49-6814f76be190), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.062952 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.064226 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b847cb23-5a47-43bb-8ee3-b0601cda31c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4703801 Oct 04 05:44:35.072535 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42318) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:35.076296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-142c9a67-0c98-4d7d-9338-eb9102ec7feb admin admin] Publish callbacks [] for security_group (9222556a-993a-4555-9c49-6814f76be190), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.077280 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': 'd1bd0903-0aa4-415f-940b-ca5ff0e7cafd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:35.196775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-142c9a67-0c98-4d7d-9338-eb9102ec7feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9222556a-993a-4555-9c49-6814f76be190), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.199548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-142c9a67-0c98-4d7d-9338-eb9102ec7feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.200780 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-142c9a67-0c98-4d7d-9338-eb9102ec7feb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9222556a-993a-4555-9c49-6814f76be190 HTTP/1.1" status: 204 len: 168 time: 0.2007689 Oct 04 05:44:35.202128 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (437ac6f3-ab1e-469e-b358-f6bd6b13a30a), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.209735 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c9a67-0c98-4d7d-9338-eb9102ec7feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222556a-993a-4555-9c49-6814f76be190,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:35.215064 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:35.267903 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (437ac6f3-ab1e-469e-b358-f6bd6b13a30a), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.330407 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (437ac6f3-ab1e-469e-b358-f6bd6b13a30a), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.351338 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437ac6f3-ab1e-469e-b358-f6bd6b13a30a,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:35.408321 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.410453 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9a735fe8-acc3-418b-b594-81cfcd0e4b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3360083 Oct 04 05:44:35.415386 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42328) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:35.419811 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': 'd1bd0903-0aa4-415f-940b-ca5ff0e7cafd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:35.529794 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (2e8803b4-10ef-41e4-bc6f-44d8fb1734a2), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.591520 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (2e8803b4-10ef-41e4-bc6f-44d8fb1734a2), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.647319 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (2e8803b4-10ef-41e4-bc6f-44d8fb1734a2), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.669092 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8803b4-10ef-41e4-bc6f-44d8fb1734a2,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:35.752827 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3fdf-c236-45a6-a7f4-9601285a5e69 req-c7da35b9-1315-4610-bd5d-ce93327a0131 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:35.754392 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5a3fdf-c236-45a6-a7f4-9601285a5e69 req-c7da35b9-1315-4610-bd5d-ce93327a0131 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0467837 Oct 04 05:44:35.795838 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.796993 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b047e0ea-3641-4923-89b4-51861cd3a8b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806803 Oct 04 05:44:35.804041 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5a3fdf-c236-45a6-a7f4-9601285a5e69 req-759b5dd2-efb5-4d20-af04-21c69561fb5a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Oct 04 05:44:35.807396 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42344) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:35.811994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:35.932084 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a258df-c5af-46f5-8956-b1df23320dfc req-0ed0df4c-874d-45fe-89f1-67d73e026311 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:35.937133 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91a258df-c5af-46f5-8956-b1df23320dfc req-0ed0df4c-874d-45fe-89f1-67d73e026311 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0516586 Oct 04 05:44:35.937133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:35.953056 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42354) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:35.966828 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c235210-f4d9-42d1-bfb5-7d31556246fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.046553 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c235210-f4d9-42d1-bfb5-7d31556246fc admin admin] Publish callbacks [] for security_group (993a3bea-fde8-4ecd-9377-79fc053d36d6), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.054117 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91a258df-c5af-46f5-8956-b1df23320dfc req-2e088785-57b6-4492-9b7a-35dda36aca3b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145866 Oct 04 05:44:36.055391 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.102223 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:36.107434 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:36.134346 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c235210-f4d9-42d1-bfb5-7d31556246fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (993a3bea-fde8-4ecd-9377-79fc053d36d6), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.162970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.27.1.3 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/ea6b6d18-92bc-4fce-8660-f8434a8720b7) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:36.178312 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7c235210-f4d9-42d1-bfb5-7d31556246fc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=099197c67b574e7ab3196943c0b7dfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241075 Oct 04 05:44:36.180274 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c235210-f4d9-42d1-bfb5-7d31556246fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a3bea-fde8-4ecd-9377-79fc053d36d6,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:36.181247 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42362) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:36.309176 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-45c68350-d37a-463f-b3fd-466138194430 admin admin] Publish callbacks [] for security_group (993a3bea-fde8-4ecd-9377-79fc053d36d6), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.329329 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.357829 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-45c68350-d37a-463f-b3fd-466138194430 admin admin] Publish callbacks [] for security_group (993a3bea-fde8-4ecd-9377-79fc053d36d6), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.444872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.471416 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-45c68350-d37a-463f-b3fd-466138194430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (993a3bea-fde8-4ecd-9377-79fc053d36d6), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.474585 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-45c68350-d37a-463f-b3fd-466138194430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.475711 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-45c68350-d37a-463f-b3fd-466138194430 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/993a3bea-fde8-4ecd-9377-79fc053d36d6 HTTP/1.1" status: 204 len: 168 time: 0.2934334 Oct 04 05:44:36.499640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c68350-d37a-463f-b3fd-466138194430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a3bea-fde8-4ecd-9377-79fc053d36d6,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:36.504270 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:36.508332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:36.511071 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=ea6b6d18-92bc-4fce-8660-f8434a8720b7,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:36.513685 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:36.615987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (3f28667b-2122-43f7-9321-46165634f7c4), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.718836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:36.723725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.772933 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:36.839269 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:44:36.897699 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:36.953952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3552d-25ba-4d84-a906-5db111293027 req-a75d8283-2897-49ac-9b10-063ea1dd9aab tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:36.955911 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7ac3552d-25ba-4d84-a906-5db111293027 req-a75d8283-2897-49ac-9b10-063ea1dd9aab tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0678086 Oct 04 05:44:36.999435 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:37.000019 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:37.000406 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 Oct 04 05:44:37.018388 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7ac3552d-25ba-4d84-a906-5db111293027 req-591de20c-22fe-47fc-9460-1777f9a1bd17 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550904 Oct 04 05:44:37.031383 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:37.105699 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:37.106088 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:37.114377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=ea6b6d18-92bc-4fce-8660-f8434a8720b7,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:37.119373 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (3f28667b-2122-43f7-9321-46165634f7c4), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:37.138163 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:37.140672 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc538519-279a-4b6d-ae20-e708fdec1c0e" -d '{"events": [{"server_uuid": "f27eb826-a49d-4d1d-a843-cc725fae592b", "name": "network-vif-plugged", "status": "completed", "tag": "1c9ceaa0-2adc-4ea7-892e-2a41d1c48287"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:37.153781 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:37.183175 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d80ccc7-abf1-4ef2-9c0e-45e2b4067470 x-openstack-request-id: req-0d80ccc7-abf1-4ef2-9c0e-45e2b4067470 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:37.183515 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27eb826-a49d-4d1d-a843-cc725fae592b", "name": "network-vif-plugged", "status": "completed", "tag": "1c9ceaa0-2adc-4ea7-892e-2a41d1c48287", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:37.183954 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d80ccc7-abf1-4ef2-9c0e-45e2b4067470 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:37.184499 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d80ccc7-abf1-4ef2-9c0e-45e2b4067470'] response: {'server_uuid': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287', 'code': 200} Oct 04 05:44:37.200572 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5c654-99da-422e-a413-32591ce4ec08 req-2ec85727-1e1b-440d-af2b-37dc3c72a402 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:37.202069 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f9f5c654-99da-422e-a413-32591ce4ec08 req-2ec85727-1e1b-440d-af2b-37dc3c72a402 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0483584 Oct 04 05:44:37.217354 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:37.236916 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:37.238224 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-583f3207-f57b-47c9-962c-e52cc3733c7a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4298980 Oct 04 05:44:37.267790 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:37.275996 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f9f5c654-99da-422e-a413-32591ce4ec08 req-676cee1b-ffba-45e3-b03c-cb96681d004c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681608 Oct 04 05:44:37.451221 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-0999015a-2575-4647-b667-bd1fec122d4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1970810997&fields=id&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 267 time: 0.0451999 Oct 04 05:44:37.560248 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-e9968afe-c875-4bb8-94c7-6a8032d6d9dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:37.561919 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-e9968afe-c875-4bb8-94c7-6a8032d6d9dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.1041286 Oct 04 05:44:37.576400 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-6c28050c-707b-47d7-969a-a26fb17d32de tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 375 time: 0.0086174 Oct 04 05:44:37.626493 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-38083a54-8335-4b27-9b9e-6b5b4a354104 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452476 Oct 04 05:44:37.727337 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-3e211427-873b-43fe-b45b-2aca1d613864 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869827 Oct 04 05:44:37.973657 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:38.064361 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-f57822a8-2d7d-437a-be6b-6f24722d719b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267109 Oct 04 05:44:38.140258 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:38.151894 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb9c1d-2650-48a1-8a82-d2b27c6edfc2 req-99e304bd-bb1f-496c-859e-bcc1debc7b0a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:38.158750 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fdcb9c1d-2650-48a1-8a82-d2b27c6edfc2 req-99e304bd-bb1f-496c-859e-bcc1debc7b0a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0560210 Oct 04 05:44:38.208336 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fdcb9c1d-2650-48a1-8a82-d2b27c6edfc2 req-8cbf8b51-e8d7-46db-b117-7b85743f6c28 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480452 Oct 04 05:44:38.298408 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7baca-558d-4a3d-bc69-9758f1972824 req-d1f16e9b-e751-428e-a328-6183bf42785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:38.301765 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bba7baca-558d-4a3d-bc69-9758f1972824 req-d1f16e9b-e751-428e-a328-6183bf42785b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1129 time: 0.0713956 Oct 04 05:44:38.359633 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7eb83198-be36-491d-9e26-6cfc2b3a2cee req-85c753d8-96c5-42e0-82bf-82db5ca9014c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0388100 Oct 04 05:44:38.389516 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bba7baca-558d-4a3d-bc69-9758f1972824 req-dab25576-417f-4d9d-966f-2576814502d7 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791740 Oct 04 05:44:38.432527 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e9cec-edd7-4201-98af-ad0843d7c255 req-329101f9-6722-448c-9bf7-08e11d41c017 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:38.434617 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7c3e9cec-edd7-4201-98af-ad0843d7c255 req-329101f9-6722-448c-9bf7-08e11d41c017 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0550444 Oct 04 05:44:38.493728 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7c3e9cec-edd7-4201-98af-ad0843d7c255 req-3726ccc5-a7fa-4641-8eb1-93dbdef70bf5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523384 Oct 04 05:44:39.337317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8510c-a1ad-447a-9e1b-16eb3e56225b req-dba9426f-9573-46cd-ad65-5e0c7ad7b790 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:39.338814 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ae8510c-a1ad-447a-9e1b-16eb3e56225b req-dba9426f-9573-46cd-ad65-5e0c7ad7b790 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0484533 Oct 04 05:44:39.387837 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ae8510c-a1ad-447a-9e1b-16eb3e56225b req-857ac8f4-0f29-4aa2-a08d-1a935adc9acf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Oct 04 05:44:39.471364 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-279474ab-7641-4ac3-8549-9fa20dd156b4 req-6b5c6ea3-553f-42ca-9a43-9f6f329b321b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Oct 04 05:44:39.618450 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce718e8-4a38-41b3-9e4c-73f6b184feeb req-44ef41e6-f6c0-4ae3-8d0c-ca25f606d95f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:39.619931 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1ce718e8-4a38-41b3-9e4c-73f6b184feeb req-44ef41e6-f6c0-4ae3-8d0c-ca25f606d95f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0464995 Oct 04 05:44:39.647376 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:39.668728 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1ce718e8-4a38-41b3-9e4c-73f6b184feeb req-7e1c78bd-fe20-48a8-a440-b978ef8307fb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 Oct 04 05:44:40.219924 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42518) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:40.321588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.393558 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Publish callbacks [] for security_group (9b7ea47a-cee0-498b-aca2-d96b9172f818), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.506494 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b79318-2210-444e-a607-5021fa465dc1 req-c1263879-5384-4379-a5d0-57f8242dba54 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:40.508236 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c7b79318-2210-444e-a607-5021fa465dc1 req-c1263879-5384-4379-a5d0-57f8242dba54 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0468731 Oct 04 05:44:40.521760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9b7ea47a-cee0-498b-aca2-d96b9172f818), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.558502 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c7b79318-2210-444e-a607-5021fa465dc1 req-05c426d0-9aca-42be-92c9-6a031c38745e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Oct 04 05:44:40.575762 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8ab753fc8ea642f0b1e8a57966fa758e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547716 Oct 04 05:44:40.578669 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42526) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:40.593432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7ea47a-cee0-498b-aca2-d96b9172f818,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:40.598585 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f1623bbf-5599-4399-8f99-a9efcbf92f3e req-c1132725-ea60-43e5-a03d-e13f273cf722 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0445538 Oct 04 05:44:40.603121 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.603460 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.603872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.604119 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.604860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.605621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.605621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.605882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.606184 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.606507 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.606826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.607143 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.607456 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.607769 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.608081 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7cb99-4791-4172-8541-29615ff5d98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.636563 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Publish callbacks [] for security_group (9b7ea47a-cee0-498b-aca2-d96b9172f818), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.656765 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Publish callbacks [] for security_group (9b7ea47a-cee0-498b-aca2-d96b9172f818), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.789966 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9b7ea47a-cee0-498b-aca2-d96b9172f818), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.792491 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:40.793637 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9b7ea47a-cee0-498b-aca2-d96b9172f818 HTTP/1.1" status: 204 len: 168 time: 0.2132447 Oct 04 05:44:40.799558 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d135187-49e3-41b1-8f2e-a7354a744480 req-30265152-f21c-48c3-befd-ff8d2b747055 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:40.801223 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0d135187-49e3-41b1-8f2e-a7354a744480 req-30265152-f21c-48c3-befd-ff8d2b747055 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0515938 Oct 04 05:44:40.810922 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7ea47a-cee0-498b-aca2-d96b9172f818,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:40.829696 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.830045 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.830416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.830758 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.831089 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.831423 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.831752 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.832113 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.832986 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.833317 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.833651 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.833979 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.834325 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.834650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.835007 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b4764-1c8c-435d-a40c-ba95795e777a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:44:40.874234 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0d135187-49e3-41b1-8f2e-a7354a744480 req-0ca053a6-eeff-4f0b-9fc8-fad377799c33 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653687 Oct 04 05:44:41.141261 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:41.152333 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=5 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:41.423332 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42542) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:41.437059 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-864f0c81-27ed-46d1-aa8b-30160b075980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.510247 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-864f0c81-27ed-46d1-aa8b-30160b075980 admin admin] Publish callbacks [] for security_group (3a25af97-7c42-48d8-b390-725998314db1), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.564290 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-864f0c81-27ed-46d1-aa8b-30160b075980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3a25af97-7c42-48d8-b390-725998314db1), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.577442 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:41.606015 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-864f0c81-27ed-46d1-aa8b-30160b075980 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=168ad2b807c14ced8f0f6f1628a49d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815832 Oct 04 05:44:41.608294 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f0c81-27ed-46d1-aa8b-30160b075980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25af97-7c42-48d8-b390-725998314db1,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:41.609638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42546) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:41.700677 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eea8df-5290-4274-9742-bda0cde17e5b req-54d53ab5-fee1-42e5-b786-cceb801b08d6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:41.702129 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f4eea8df-5290-4274-9742-bda0cde17e5b req-54d53ab5-fee1-42e5-b786-cceb801b08d6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 943 time: 0.0650394 Oct 04 05:44:41.702880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b046f051-e6bd-4b9c-979c-a7368cbea194 admin admin] Publish callbacks [] for security_group (3a25af97-7c42-48d8-b390-725998314db1), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.703284 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bb267d96-1922-423f-abd3-254bfa18313c req-67ba27ba-afca-4331-a3cd-a588deea4312 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Oct 04 05:44:41.737987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b046f051-e6bd-4b9c-979c-a7368cbea194 admin admin] Publish callbacks [] for security_group (3a25af97-7c42-48d8-b390-725998314db1), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.790102 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f4eea8df-5290-4274-9742-bda0cde17e5b req-fac28439-ee15-4294-84cb-0e633160fba6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790989 Oct 04 05:44:41.887020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b046f051-e6bd-4b9c-979c-a7368cbea194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3a25af97-7c42-48d8-b390-725998314db1), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.889590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b046f051-e6bd-4b9c-979c-a7368cbea194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:41.893041 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b046f051-e6bd-4b9c-979c-a7368cbea194 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3a25af97-7c42-48d8-b390-725998314db1 HTTP/1.1" status: 204 len: 168 time: 0.2807348 Oct 04 05:44:41.900056 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046f051-e6bd-4b9c-979c-a7368cbea194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25af97-7c42-48d8-b390-725998314db1,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:42.032610 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92560e8-4952-4a52-9d3d-8d851d3ddaa5 req-a4690849-3efc-4297-9d0a-883d5e52ad9a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:42.034217 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d92560e8-4952-4a52-9d3d-8d851d3ddaa5 req-a4690849-3efc-4297-9d0a-883d5e52ad9a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0585585 Oct 04 05:44:42.082323 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d92560e8-4952-4a52-9d3d-8d851d3ddaa5 req-628695bb-4ee2-4627-bf30-c248ebe5c279 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Oct 04 05:44:42.579950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device e6548b2f-6183-4b2b-aebf-1a0952863241 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:44:42.680031 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port e6548b2f-6183-4b2b-aebf-1a0952863241, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e6548b2f-6183-4b2b-aebf-1a0952863241,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:42.695739 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': 'e6548b2f-6183-4b2b-aebf-1a0952863241', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'port_id': 'e6548b2f-6183-4b2b-aebf-1a0952863241', 'mac_address': 'fa:16:3e:3e:81:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:44:42.733629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port e6548b2f-6183-4b2b-aebf-1a0952863241 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:42.734026 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:42.753382 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6548b2f-6183-4b2b-aebf-1a0952863241 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:42.774097 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port e6548b2f-6183-4b2b-aebf-1a0952863241, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e6548b2f-6183-4b2b-aebf-1a0952863241,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:42.813456 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bf2b7859-bff8-44ff-b8f5-6210e1b442f8 req-daa1ee91-253a-40e7-ab6a-4e73e7c4ab58 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Oct 04 05:44:42.848464 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:42.881182 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:42.900667 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=e6548b2f-6183-4b2b-aebf-1a0952863241,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:42.924284 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb51e8-a92d-43f4-a967-06ff2715e378 req-7db2a8e2-093c-4c41-bdc4-453ee9e8ff72 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:42.925848 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d5bb51e8-a92d-43f4-a967-06ff2715e378 req-7db2a8e2-093c-4c41-bdc4-453ee9e8ff72 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 944 time: 0.0587497 Oct 04 05:44:42.979185 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d5bb51e8-a92d-43f4-a967-06ff2715e378 req-639f5856-52d1-4bd0-bd4b-2ae2ab8392ef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Oct 04 05:44:43.228342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d646a92-10be-4f64-95cb-3b3a08ecd6cd req-3ad6d5f8-c84c-48cc-b061-da822d1d55dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:43.230169 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d646a92-10be-4f64-95cb-3b3a08ecd6cd req-3ad6d5f8-c84c-48cc-b061-da822d1d55dc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0505910 Oct 04 05:44:43.279980 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d646a92-10be-4f64-95cb-3b3a08ecd6cd req-2eb158c3-0d91-4eb9-845f-ccab29054b51 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Oct 04 05:44:43.372817 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['e6548b2f-6183-4b2b-aebf-1a0952863241'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:44:43.922724 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8dbac272-705f-41c2-bd98-56e4a4505fb7 req-49301be5-8cc1-4e18-9546-f0d168400556 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0292866 Oct 04 05:44:44.155040 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-c4fe5f72-07aa-47e7-966b-be09acdae136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:44.156539 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-c4fe5f72-07aa-47e7-966b-be09acdae136 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1130 time: 0.0817652 Oct 04 05:44:44.162418 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45094-36b9-4201-afc1-1359f19db677 req-89919b73-baa2-40b9-9495-3e357b314d7c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:44.163851 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-15f45094-36b9-4201-afc1-1359f19db677 req-89919b73-baa2-40b9-9495-3e357b314d7c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 944 time: 0.1038270 Oct 04 05:44:44.218734 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-15f45094-36b9-4201-afc1-1359f19db677 req-e7c483ed-357e-48de-aec0-5f6a0c8875cb tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Oct 04 05:44:44.394725 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:44.405273 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcb73-f8ba-4812-a622-3ea61007e5d2 req-148e3332-f8c0-49a5-a996-7bcedcb46f8d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:44.406766 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-662bcb73-f8ba-4812-a622-3ea61007e5d2 req-148e3332-f8c0-49a5-a996-7bcedcb46f8d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0461712 Oct 04 05:44:44.453207 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-662bcb73-f8ba-4812-a622-3ea61007e5d2 req-6fbdaf9d-dc75-4f61-b5bd-a4f0fb3ede66 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410213 Oct 04 05:44:45.023171 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4e584bb-fe8c-499e-969a-7593da7996df req-13c938d8-b971-4b79-827e-b2bd50085364 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0262611 Oct 04 05:44:45.340172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3e415-06d0-4732-b148-8f02639c8e9f req-ff88ff3e-784c-4781-90a4-0ece66e780bc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:45.341633 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-41d3e415-06d0-4732-b148-8f02639c8e9f req-ff88ff3e-784c-4781-90a4-0ece66e780bc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 944 time: 0.0484240 Oct 04 05:44:45.386808 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-41d3e415-06d0-4732-b148-8f02639c8e9f req-2fc689b8-979c-4ca0-93aa-58060ddf9a39 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Oct 04 05:44:45.574031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f8cf-b074-4dcc-8de2-f6f1d07a58a7 req-1f6de575-6cc8-4c81-a16b-59eb5910507d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:45.575511 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-59c3f8cf-b074-4dcc-8de2-f6f1d07a58a7 req-1f6de575-6cc8-4c81-a16b-59eb5910507d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0443220 Oct 04 05:44:45.619475 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-59c3f8cf-b074-4dcc-8de2-f6f1d07a58a7 req-962f3f7e-11d8-4a2e-9c91-26f010f378b5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Oct 04 05:44:46.127599 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-140ab755-22df-40a5-9ad9-34697aaf8ec4 req-148b8a73-874e-4776-8952-2944705b86b7 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0303063 Oct 04 05:44:46.141061 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:44:46.508054 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad41da-57e1-4e71-86e3-3feb9e724cde req-f30b591c-f728-453c-9a29-35f1f080094a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:46.509503 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b1ad41da-57e1-4e71-86e3-3feb9e724cde req-f30b591c-f728-453c-9a29-35f1f080094a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 944 time: 0.0481009 Oct 04 05:44:46.550315 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:46.555337 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b1ad41da-57e1-4e71-86e3-3feb9e724cde req-01a51ee2-01e5-4bb5-b543-8de10bba69b0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Oct 04 05:44:46.743416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062275ee-9db2-4011-bb72-113268250d02 req-3c03fb23-6bd2-4b18-8afc-12ee24e8295b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:46.744875 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-062275ee-9db2-4011-bb72-113268250d02 req-3c03fb23-6bd2-4b18-8afc-12ee24e8295b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0457246 Oct 04 05:44:46.791087 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-062275ee-9db2-4011-bb72-113268250d02 req-0e76431d-94a6-49df-85fd-3039381646fb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405879 Oct 04 05:44:47.090100 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:47.115821 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-8d4b450f-9c94-44df-bcb2-c8401831573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:47.117249 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-8d4b450f-9c94-44df-bcb2-c8401831573a service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.0889637 Oct 04 05:44:47.269063 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device e6548b2f-6183-4b2b-aebf-1a0952863241 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:47.301150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:47.315179 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port e6548b2f-6183-4b2b-aebf-1a0952863241 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:44:47.324549 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:47.407274 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port e6548b2f-6183-4b2b-aebf-1a0952863241 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:47.407655 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:47.407994 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port e6548b2f-6183-4b2b-aebf-1a0952863241 Oct 04 05:44:47.452818 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-abbef045-bab9-46c6-9283-f87b1345860c req-aeba498f-764f-4494-807f-8ae0599e900c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0360479 Oct 04 05:44:47.463332 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-87a6ceca-45ed-4c29-93b6-6158ded70f3c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 1002 time: 0.3378894 Oct 04 05:44:47.484771 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port e6548b2f-6183-4b2b-aebf-1a0952863241 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:47.485156 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:47.508761 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6548b2f-6183-4b2b-aebf-1a0952863241'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:47.511024 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3445725e-7e52-44cc-bba1-db024f2d7fcf" -d '{"events": [{"server_uuid": "98b22d78-62a0-4440-8cae-c8e5b37e99fa", "name": "network-vif-plugged", "status": "completed", "tag": "e6548b2f-6183-4b2b-aebf-1a0952863241"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:47.525679 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port e6548b2f-6183-4b2b-aebf-1a0952863241, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e6548b2f-6183-4b2b-aebf-1a0952863241,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:47.551673 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a865b8-c4f8-4e00-b2b8-65145fdc9dcd x-openstack-request-id: req-58a865b8-c4f8-4e00-b2b8-65145fdc9dcd {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:47.554224 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b22d78-62a0-4440-8cae-c8e5b37e99fa", "name": "network-vif-plugged", "status": "completed", "tag": "e6548b2f-6183-4b2b-aebf-1a0952863241", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:47.554224 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58a865b8-c4f8-4e00-b2b8-65145fdc9dcd {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:47.554224 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a865b8-c4f8-4e00-b2b8-65145fdc9dcd'] response: {'server_uuid': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6548b2f-6183-4b2b-aebf-1a0952863241', 'code': 200} Oct 04 05:44:47.626121 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:47.673606 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=e6548b2f-6183-4b2b-aebf-1a0952863241,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:47.674948 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127e64-c8f8-482f-a1b4-106550c2bc51 req-606b9027-00de-45ba-aa4b-1cff3520951f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:47.676982 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-84127e64-c8f8-482f-a1b4-106550c2bc51 req-606b9027-00de-45ba-aa4b-1cff3520951f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0481775 Oct 04 05:44:47.752737 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-2c442f5c-d714-4555-abac-adcdeafb5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:47.754818 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-2c442f5c-d714-4555-abac-adcdeafb5f83 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0764575 Oct 04 05:44:47.759119 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-84127e64-c8f8-482f-a1b4-106550c2bc51 req-0e994fba-7bed-4d37-b7b8-4a5711cca15b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738206 Oct 04 05:44:47.826292 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-23849c5e-13cd-4a2c-a299-f713b055afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:47.827815 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-23849c5e-13cd-4a2c-a299-f713b055afb8 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418105 Oct 04 05:44:47.936916 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7bb45-c75f-43a9-99dc-ca3edc63580d req-19bfe24f-25e9-4214-89bb-8e6bd6f69438 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:47.938389 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3a7bb45-c75f-43a9-99dc-ca3edc63580d req-19bfe24f-25e9-4214-89bb-8e6bd6f69438 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0551217 Oct 04 05:44:47.985934 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3a7bb45-c75f-43a9-99dc-ca3edc63580d req-6a7ef63c-88c1-4f4b-953b-6fcd0cca78ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Oct 04 05:44:48.222190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4d6e0-6dfb-4ae5-ac26-23bd9cd70d6c req-7abc56d2-3afc-48d0-8a1c-b473f2787ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:48.224322 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-68b4d6e0-6dfb-4ae5-ac26-23bd9cd70d6c req-7abc56d2-3afc-48d0-8a1c-b473f2787ab4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 1129 time: 0.1471660 Oct 04 05:44:48.266892 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-f0b95fc6-fe23-4d98-9798-127a0c0625b4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077668 Oct 04 05:44:48.285088 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-3f9952bd-5de6-4508-8ac3-e4e77df1b484 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:48.287210 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-3f9952bd-5de6-4508-8ac3-e4e77df1b484 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.2089355 Oct 04 05:44:48.633034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f57b726d-1d08-4103-a593-34ef8882128b req-d76d1899-1a41-4ec0-b074-c4a9d81d7d0a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0783186 Oct 04 05:44:48.674525 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-68b4d6e0-6dfb-4ae5-ac26-23bd9cd70d6c req-6e7a9d9f-99e5-47ee-889e-706c7cb6d778 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662943 Oct 04 05:44:48.716854 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-3e67b8b1-2abc-4f0e-8e0a-f36279c87851 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 471 time: 0.2083733 Oct 04 05:44:48.720733 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6342e91e-17a9-4c28-a1c8-bf805dde2709 req-1beaffd0-0dff-479b-9895-35bd61a03405 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132788 Oct 04 05:44:48.883777 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1c1a6-f04a-47cf-ab55-21a55c6ab604 req-66ada7d8-65ae-4ff4-9323-72cf73ac397b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:48.885418 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-53f1c1a6-f04a-47cf-ab55-21a55c6ab604 req-66ada7d8-65ae-4ff4-9323-72cf73ac397b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0462952 Oct 04 05:44:48.931873 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-53f1c1a6-f04a-47cf-ab55-21a55c6ab604 req-360cabd3-7c41-45c2-930e-ac8038cf675a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Oct 04 05:44:49.110851 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8090-3b10-4433-bd31-0bb230d5fe2c req-bc16116f-8074-4e06-aec8-5a683cfee97b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:49.112350 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-758d8090-3b10-4433-bd31-0bb230d5fe2c req-bc16116f-8074-4e06-aec8-5a683cfee97b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0459433 Oct 04 05:44:49.156855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:49.164256 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-758d8090-3b10-4433-bd31-0bb230d5fe2c req-46670786-5389-4088-ba0b-702a5eda3065 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460260 Oct 04 05:44:49.740882 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c82db1a8-a992-41cf-901f-7a5cb95f6636 req-0a03aca1-1b3e-4ae5-a785-ef9843c747e6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Oct 04 05:44:50.050500 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f9000-360e-4489-9f26-321cf7032465 req-2c3d263e-81db-4412-9643-5c113ab542fa tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:50.052000 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b24f9000-360e-4489-9f26-321cf7032465 req-2c3d263e-81db-4412-9643-5c113ab542fa tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0468030 Oct 04 05:44:50.098547 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b24f9000-360e-4489-9f26-321cf7032465 req-c90674a0-b825-4a06-8c00-c0d430c2b6c2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Oct 04 05:44:50.295159 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa393054-7573-45af-90f7-145913925918 req-9e213876-9a2a-4cfc-b079-787b7853dc5f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:50.296525 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fa393054-7573-45af-90f7-145913925918 req-9e213876-9a2a-4cfc-b079-787b7853dc5f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0511074 Oct 04 05:44:50.346712 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fa393054-7573-45af-90f7-145913925918 req-0d0d33cc-6686-421e-856b-a146883acdde tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 Oct 04 05:44:50.843949 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2b342677-5cca-4b6d-b1c4-c1dc338e0eed req-52dcc55e-76f5-426e-9502-d75af61c4bfa tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0263281 Oct 04 05:44:51.332601 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:51.350269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8f72-b5d2-4794-9bcf-274e727125e9 req-62453795-63eb-433a-9bfd-96bed31570af tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:51.351718 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38af8f72-b5d2-4794-9bcf-274e727125e9 req-62453795-63eb-433a-9bfd-96bed31570af tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0464211 Oct 04 05:44:51.398047 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38af8f72-b5d2-4794-9bcf-274e727125e9 req-4912e7d1-d33b-49bf-87e5-7ff94bcf070e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Oct 04 05:44:51.499552 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c5540-02ac-49db-9b29-479eff6817fd req-222db823-6f35-45a3-8297-9f2386076b67 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:51.501005 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-309c5540-02ac-49db-9b29-479eff6817fd req-222db823-6f35-45a3-8297-9f2386076b67 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0497539 Oct 04 05:44:51.549425 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-309c5540-02ac-49db-9b29-479eff6817fd req-6fb5affb-0a53-4c28-bc56-66b91b8d962f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424149 Oct 04 05:44:51.946023 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e834bed8-5aaa-4900-bad2-585286566129 req-916fe89e-74b6-4ca3-922c-f60c111dc82d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Oct 04 05:44:52.515187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eacee-5ddc-4d03-9364-78e77ed28862 req-6090d724-be3e-45ad-86f2-61a84fa2cb58 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:52.516665 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-485eacee-5ddc-4d03-9364-78e77ed28862 req-6090d724-be3e-45ad-86f2-61a84fa2cb58 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0464022 Oct 04 05:44:52.563994 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-485eacee-5ddc-4d03-9364-78e77ed28862 req-8ae1e647-da3b-438c-abc0-4c57249510ab tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Oct 04 05:44:52.688799 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601b9a7-4061-4c77-ae2b-684efb9dfb20 req-17f440dc-88bb-41eb-add7-e400781c442e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:52.690469 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2601b9a7-4061-4c77-ae2b-684efb9dfb20 req-17f440dc-88bb-41eb-add7-e400781c442e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0600231 Oct 04 05:44:52.738294 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2601b9a7-4061-4c77-ae2b-684efb9dfb20 req-c096f180-6ab3-460c-b9bd-f282641053d5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Oct 04 05:44:53.048612 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-203d55cc-0347-42e9-8053-85c2c0bca97c req-894cb9b6-6328-4a1b-8837-5e130c363a21 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Oct 04 05:44:53.685958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc19928-35d0-4f15-86ab-13f6ff688344 req-47ec2a8f-de3a-497f-a42c-f6ce1d377a19 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:53.687698 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9bc19928-35d0-4f15-86ab-13f6ff688344 req-47ec2a8f-de3a-497f-a42c-f6ce1d377a19 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0481131 Oct 04 05:44:53.743614 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9bc19928-35d0-4f15-86ab-13f6ff688344 req-8382bbe0-5ce0-4130-ac10-5178998f8ca2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491779 Oct 04 05:44:53.871187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417050d-8231-4f81-b96c-b2fffef658d1 req-2d05275a-f499-44ef-987d-be4a35f61869 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:53.872546 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b417050d-8231-4f81-b96c-b2fffef658d1 req-2d05275a-f499-44ef-987d-be4a35f61869 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0463300 Oct 04 05:44:53.920516 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b417050d-8231-4f81-b96c-b2fffef658d1 req-783f6d89-c82a-40c9-b605-e8f092215848 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Oct 04 05:44:54.150445 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f7ff825c-7bec-462a-998a-ef9d9209ca7e req-8851bca0-0473-4639-8d9f-f9bc92883053 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0262811 Oct 04 05:44:54.785815 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'port': {'device_id': 'afc490d5-7739-416e-8f18-375de3166471', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'admin_state_up': True, 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'security_groups': ['d1bd0903-0aa4-415f-940b-ca5ff0e7cafd']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:54.906093 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0239aa-5809-49c1-a74f-c12df12b489b req-cbb9fe66-9b18-43d5-aa6c-a7560ed5b174 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:54.908338 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ab0239aa-5809-49c1-a74f-c12df12b489b req-cbb9fe66-9b18-43d5-aa6c-a7560ed5b174 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0602818 Oct 04 05:44:54.965047 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:54.982421 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ab0239aa-5809-49c1-a74f-c12df12b489b req-9f672e82-72db-4bca-b281-ba9e32923dcc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650909 Oct 04 05:44:55.070013 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Made reservation on behalf of f7b850d4b5df4a4e93720cb855add44f for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:44:55.073511 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:55.102389 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5ff0-efb8-4934-9f3e-bca8a120529e req-061047ce-9e15-43a9-b5e9-9e1c02d3f7a2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:55.103902 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aa8c5ff0-efb8-4934-9f3e-bca8a120529e req-061047ce-9e15-43a9-b5e9-9e1c02d3f7a2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0651743 Oct 04 05:44:55.200673 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aa8c5ff0-efb8-4934-9f3e-bca8a120529e req-2a9ec78a-c5a5-4180-9f7f-9bd506a7f006 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909834 Oct 04 05:44:55.231897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:55.249509 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.20.0.14 (2c58c152-65b4-475d-9100-474584bb25cf/645be345-79fa-4dd5-978e-beefddbca126/6b6831aa-36d6-46ef-9ebe-9d092eae8cf3) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:44:55.300537 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-086a5aa4-beb4-4762-b1f5-57ed28433bd7 req-f6e1c555-ff87-412b-9197-807be492ad46 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0396068 Oct 04 05:44:55.422952 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:55.525071 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:55.580892 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:44:55.584586 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:44:55.591377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:44:55.594576 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:55.643160 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:55.643695 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:55.658667 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:55.721657 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-dbec9cc0-7cdb-40c2-8857-d2794124ceb9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396844 Oct 04 05:44:55.882587 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-4177d9ac-45ee-4758-9920-c9bc0234c24f None None] Provisioning complete for port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:55.883149 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4177d9ac-45ee-4758-9920-c9bc0234c24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:55.883254 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-4177d9ac-45ee-4758-9920-c9bc0234c24f None None] Attempt 1 to provision port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 Oct 04 05:44:55.917656 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-4177d9ac-45ee-4758-9920-c9bc0234c24f None None] Port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:44:56.112544 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca986938-c01c-46b7-a927-baac6f2ef9f0 req-9710db5b-77a8-4b8f-aa95-cf93e272294d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:56.113999 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ca986938-c01c-46b7-a927-baac6f2ef9f0 req-9710db5b-77a8-4b8f-aa95-cf93e272294d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0499940 Oct 04 05:44:56.136700 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:56.155356 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Request body: {'port': {'device_id': 'afc490d5-7739-416e-8f18-375de3166471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:56.192466 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ca986938-c01c-46b7-a927-baac6f2ef9f0 req-1a164c83-f63c-461a-9a7d-5335c2b328fb tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727596 Oct 04 05:44:56.247133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:56.433664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a28a6-0ba9-4d09-ac2d-330045cb76d3 req-1c3ca944-cea8-454d-8612-45b0dcd1da0d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:56.440722 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-979a28a6-0ba9-4d09-ac2d-330045cb76d3 req-1c3ca944-cea8-454d-8612-45b0dcd1da0d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1311688 Oct 04 05:44:56.456661 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941b1ca-05dc-42c1-a79c-bed0619d4389 req-3737466d-bd50-4aec-b68d-4360505e152e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:56.460220 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7941b1ca-05dc-42c1-a79c-bed0619d4389 req-3737466d-bd50-4aec-b68d-4360505e152e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 932 time: 0.0593398 Oct 04 05:44:56.506961 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7941b1ca-05dc-42c1-a79c-bed0619d4389 req-60758fb5-f040-4ffa-95dd-bf40761edbc9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Oct 04 05:44:56.588761 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-979a28a6-0ba9-4d09-ac2d-330045cb76d3 req-dd9e845c-65e0-41ae-bdc5-f47c2f34c4f9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469667 Oct 04 05:44:56.702947 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:56.710634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Publish callbacks [] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:56.723529 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Transition to ACTIVE for port object 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:44:56.800974 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42898) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:56.833418 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:56.941557 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:56.964805 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a60272e-52b5-4bdb-95af-8e274a0bfd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:56.983163 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece0cb-eb36-4780-a1b0-1089e010ff9f req-182fd65d-b2e1-4ecd-9e0d-6971f4ed7485 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:56.984628 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80ece0cb-eb36-4780-a1b0-1089e010ff9f req-182fd65d-b2e1-4ecd-9e0d-6971f4ed7485 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1243217 Oct 04 05:44:56.995197 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:57.036786 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Attempting to bind port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:44:57.037127 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Attempting to bind port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:44:57.037443 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Attempting to bind port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:57.080216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:57.114195 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80ece0cb-eb36-4780-a1b0-1089e010ff9f req-578295a2-ad2c-4a5b-b7a6-70c1be781317 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211135 Oct 04 05:44:57.125740 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 on network 2c58c152-65b4-475d-9100-474584bb25cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:44:57.126068 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Attempting to bind port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:44:57.171300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a60272e-52b5-4bdb-95af-8e274a0bfd40 admin admin] Publish callbacks [] for security_group (04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.188388 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:44:57.188830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:44:57.189131 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Bound using segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:44:57.189525 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Bound port: 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:44:57.189880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.231943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a60272e-52b5-4bdb-95af-8e274a0bfd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.290663 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-7a60272e-52b5-4bdb-95af-8e274a0bfd40 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7fc58f79e84447a5a2158c7328ac263e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885733 Oct 04 05:44:57.293925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 42906) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:57.296303 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60272e-52b5-4bdb-95af-8e274a0bfd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:57.305528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:44:57.344180 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f45fa-08db-4ea3-b3e8-c7add86f80ba req-71434316-b647-4a40-bd97-115f7d83cc8c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:57.353189 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a59f45fa-08db-4ea3-b3e8-c7add86f80ba req-71434316-b647-4a40-bd97-115f7d83cc8c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0645335 Oct 04 05:44:57.366188 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] For port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:44:57.404889 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a59f45fa-08db-4ea3-b3e8-c7add86f80ba req-022e681d-c91d-4a6b-ad69-3e23cb346a1e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507412 Oct 04 05:44:57.414116 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] For port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:44:57.434766 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd4f7-6bce-4252-8ab7-8e2833e5ff3f admin admin] Publish callbacks [] for security_group (04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.435621 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:57.450187 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'mac_address': 'fa:16:3e:d9:22:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:44:57.489590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.495677 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: ACTIVE; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:57.496343 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.499524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:57.500144 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.501553 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 HTTP/1.1" status: 200 len: 1094 time: 1.3504124 Oct 04 05:44:57.503858 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd4f7-6bce-4252-8ab7-8e2833e5ff3f admin admin] Publish callbacks [] for security_group (04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.515105 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:44:57.539331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:57.574846 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598" -d '{"events": [{"name": "network-changed", "server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:57.586983 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:57.587323 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:57.649372 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1a5eb-396b-4577-a1a1-9c6c7c0f5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:57.666478 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c074b820-03fb-4806-a899-e4cc4d35e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.668652 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.690686 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096de94-f4ac-4129-8789-9159587d1aec req-53dabd19-1c76-4eea-9482-6e1f2a47f22b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:57.692558 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6096de94-f4ac-4129-8789-9159587d1aec req-53dabd19-1c76-4eea-9482-6e1f2a47f22b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 944 time: 0.0641978 Oct 04 05:44:57.709798 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:57.735163 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=6']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:57.749501 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6096de94-f4ac-4129-8789-9159587d1aec req-12410a9c-80a5-46b5-a9f1-df9dcddd51d9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490422 Oct 04 05:44:57.781350 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd4f7-6bce-4252-8ab7-8e2833e5ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.784079 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd4f7-6bce-4252-8ab7-8e2833e5ff3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:57.785611 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-0f6fd4f7-6bce-4252-8ab7-8e2833e5ff3f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69 HTTP/1.1" status: 204 len: 168 time: 0.4898915 Oct 04 05:44:57.794729 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fd4f7-6bce-4252-8ab7-8e2833e5ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bd1322-9c99-4b2f-b2c1-f50f6c7f4f69,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:57.800221 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf124f9-a26c-4211-a6fe-ef8cb71c4077 x-openstack-request-id: req-9bf124f9-a26c-4211-a6fe-ef8cb71c4077 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:57.800526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:57.800759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bf124f9-a26c-4211-a6fe-ef8cb71c4077 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:57.801326 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf124f9-a26c-4211-a6fe-ef8cb71c4077'] response: {'name': 'network-changed', 'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'status': 'completed', 'code': 200} Oct 04 05:44:57.904153 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4148-5a94-4bad-8714-934d05befb55 req-0291b190-c305-4492-9bcd-aabc243b28dd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:57.905628 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-104d4148-5a94-4bad-8714-934d05befb55 req-0291b190-c305-4492-9bcd-aabc243b28dd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 945 time: 0.0484960 Oct 04 05:44:57.946796 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:57.955691 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-104d4148-5a94-4bad-8714-934d05befb55 req-9501c23f-d84e-46a3-b72e-2936380d6e72 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Oct 04 05:44:57.964050 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:44:58.087481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-634b585f-c3ae-457b-b613-ccade32177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.087481 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-634b585f-c3ae-457b-b613-ccade32177aa service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 1128 time: 0.0874250 Oct 04 05:44:58.103039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d2df-2ea6-4ef6-bc73-7bf6fc834a2b req-8daf64a9-0527-42ff-be6f-675e2f84771e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.110272 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c529d2df-2ea6-4ef6-bc73-7bf6fc834a2b req-8daf64a9-0527-42ff-be6f-675e2f84771e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0739224 Oct 04 05:44:58.141880 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:58.231517 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c529d2df-2ea6-4ef6-bc73-7bf6fc834a2b req-8b321d58-0128-4051-af5b-77cd91282ab5 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203778 Oct 04 05:44:58.232817 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-8902f813-6da3-499c-bd1e-71e47ff5972c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 HTTP/1.1" status: 200 len: 217 time: 0.0754275 Oct 04 05:44:58.275292 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36268951-2921-485c-8945-aa5152ec8a14 req-2fd485a7-ee54-4ce3-b2e4-810a7a7ff3fb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.276818 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-36268951-2921-485c-8945-aa5152ec8a14 req-2fd485a7-ee54-4ce3-b2e4-810a7a7ff3fb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0751600 Oct 04 05:44:58.293159 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-95813759-e620-4698-a006-bd523a6024db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.294732 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-95813759-e620-4698-a006-bd523a6024db service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 1129 time: 0.0862994 Oct 04 05:44:58.336162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-e4653bc6-42ce-43a5-9470-123f6e709963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.337731 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-e4653bc6-42ce-43a5-9470-123f6e709963 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0853310 Oct 04 05:44:58.340698 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-36268951-2921-485c-8945-aa5152ec8a14 req-55a6995b-9e4c-495d-8008-a78524855795 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571723 Oct 04 05:44:58.405505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-f192b2ea-b8bf-4536-94c1-0a065df7f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.406996 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-f192b2ea-b8bf-4536-94c1-0a065df7f5fb service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.1020257 Oct 04 05:44:58.909450 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-052537e8-7c44-4823-87e8-39770368bf46 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6548b2f-6183-4b2b-aebf-1a0952863241 HTTP/1.1" status: 200 len: 217 time: 0.0805340 Oct 04 05:44:58.909857 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:58.919437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-7f876031-9df5-41b6-9478-395556958db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.920778 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-7f876031-9df5-41b6-9478-395556958db9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1014397 Oct 04 05:44:58.966984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999294c6-fa63-4b7a-86c3-b7fcb4ba9040 req-fa9f100d-f213-4ee1-a2cd-247ecf8f9011 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:58.968387 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-999294c6-fa63-4b7a-86c3-b7fcb4ba9040 req-fa9f100d-f213-4ee1-a2cd-247ecf8f9011 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 944 time: 0.1327946 Oct 04 05:44:58.982255 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42964) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:59.046280 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-7879375c-6264-433b-9c2d-bb9a07a39297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:59.047896 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-7879375c-6264-433b-9c2d-bb9a07a39297 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.1241648 Oct 04 05:44:59.089950 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-999294c6-fa63-4b7a-86c3-b7fcb4ba9040 req-9a5aee54-db1d-4e1e-8df2-939514abf45e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095872 Oct 04 05:44:59.102631 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1919637111-network', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:44:59.119319 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:59.133402 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ff8f-5939-4f6b-b684-255256638ff6 req-1995c2f3-976c-4119-aebd-a3284ce8c0a4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:59.133776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-020ae04d-0f77-4c0a-b92e-4c645af8b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:59.134916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e375ff8f-5939-4f6b-b684-255256638ff6 req-1995c2f3-976c-4119-aebd-a3284ce8c0a4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 945 time: 0.0743461 Oct 04 05:44:59.135285 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-020ae04d-0f77-4c0a-b92e-4c645af8b979 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617337 Oct 04 05:44:59.138715 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-a9376064-f5c3-4d52-bbc5-e6f28964e2cf service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037034 Oct 04 05:44:59.192006 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e375ff8f-5939-4f6b-b684-255256638ff6 req-220ba4e8-4530-4dac-ad13-aad8a5457d23 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496149 Oct 04 05:44:59.217706 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Made reservation on behalf of c237fdd93f3e47dea64bd0143f09b819 for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:44:59.220098 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.229494 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.309914 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks [] for security_group (df109a7b-e88e-41c2-8b8a-f08246977c06), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.335114 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:44:59.366621 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-2944ef1d-0cd0-4da1-a033-9f4b189f6717 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146251 Oct 04 05:44:59.369680 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (df109a7b-e88e-41c2-8b8a-f08246977c06), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.378592 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6f15b138-5ba8-4f4d-8ddf-8567bc2c43e0 req-d1b1db31-1f40-4b5f-b944-f8c54deba567 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253017 Oct 04 05:44:59.379086 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:59.382750 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:44:59.383119 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.383497 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 Oct 04 05:44:59.387390 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d508fc5-ac94-4d61-9d7c-e26ed59cf5df req-27a5d8e3-8986-4b33-b3e3-059ba94ba2ce tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:59.394630 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d508fc5-ac94-4d61-9d7c-e26ed59cf5df req-27a5d8e3-8986-4b33-b3e3-059ba94ba2ce tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0768914 Oct 04 05:44:59.408283 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:44:59.417556 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df109a7b-e88e-41c2-8b8a-f08246977c06,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:59.426018 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (474417e7-3561-4553-98a8-c0a5a138ed21), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.427398 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Added segment 474417e7-3561-4553-98a8-c0a5a138ed21 of type vlan for network 8c99016d-f252-4011-a226-d600412012eb Oct 04 05:44:59.498036 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:44:59.498374 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.513509 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d508fc5-ac94-4d61-9d7c-e26ed59cf5df req-3a1bfc89-29c9-4ce0-a93a-88773d41a728 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179523 Oct 04 05:44:59.522173 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (8c99016d-f252-4011-a226-d600412012eb), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.530193 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:44:59.532444 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f2d716-5920-4439-b9d0-3b755da5bff9" -d '{"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-plugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:44:59.537688 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1b59-e54d-4d46-8e21-d8702d14ac64 req-50ff6bf2-fafc-42ca-8175-ce70e72d09d1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:59.539943 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4be753a-942c-4af2-8f45-7c3807b6e720 req-618f665f-4ec8-4994-8987-890b9257c754 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417122 Oct 04 05:44:59.544930 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6dfd1b59-e54d-4d46-8e21-d8702d14ac64 req-50ff6bf2-fafc-42ca-8175-ce70e72d09d1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1136301 Oct 04 05:44:59.551333 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:44:59.584631 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:44:59.586521 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1846ef-06bb-40b3-8976-541e2705a3ca x-openstack-request-id: req-bd1846ef-06bb-40b3-8976-541e2705a3ca {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:44:59.587042 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-plugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:44:59.587449 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd1846ef-06bb-40b3-8976-541e2705a3ca {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:44:59.588077 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1846ef-06bb-40b3-8976-541e2705a3ca'] response: {'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'code': 200} Oct 04 05:44:59.614842 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6dfd1b59-e54d-4d46-8e21-d8702d14ac64 req-cf524a0d-bec9-4df9-ac95-1acfcc2a2e94 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689874 Oct 04 05:44:59.641128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.687919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=7']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:59.749800 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (8c99016d-f252-4011-a226-d600412012eb), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.750838 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:44:59.751450 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:44:59.811304 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c99016d-f252-4011-a226-d600412012eb,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:44:59.821910 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 8c99016d-f252-4011-a226-d600412012eb details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:44:59.906286 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-89468c2a-5746-46cc-b980-bfcc25e706c4 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9248564 Oct 04 05:44:59.909145 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 42984) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:44:59.913922 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Request body: {'subnet': {'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1919637111-subnet', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:00.047270 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Made reservation on behalf of c237fdd93f3e47dea64bd0143f09b819 for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:45:00.049659 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16618131'] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.103380 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f12fd55d-6796-438b-9f14-0670e33f1b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.225890 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d790043-8e26-4d80-b3e7-ef219d5ade2c req-489486cc-e729-486c-9470-fc43d8bd85d2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:00.227449 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d790043-8e26-4d80-b3e7-ef219d5ade2c req-489486cc-e729-486c-9470-fc43d8bd85d2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Oct 04 05:45:00.289705 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15063815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16618113'] for subnet (32388a42-11df-4ac6-8415-98a073f5ac9e), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.291822 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d790043-8e26-4d80-b3e7-ef219d5ade2c req-77136145-fe93-45be-ad28-ac235f114ab2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581684 Oct 04 05:45:00.377913 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318470-7e3a-416a-bbc1-4539b56ab328 req-a11d1ece-c5fa-41f8-9aa5-afed6096cecc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:00.379595 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-76318470-7e3a-416a-bbc1-4539b56ab328 req-a11d1ece-c5fa-41f8-9aa5-afed6096cecc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1031406 Oct 04 05:45:00.383088 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43000) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:00.399239 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:00.415770 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32388a42-11df-4ac6-8415-98a073f5ac9e,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:00.441320 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Checking segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:00.441676 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Network hostable DHCP agents. Network: 8c99016d-f252-4011-a226-d600412012eb, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:45:00.458689 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-76318470-7e3a-416a-bbc1-4539b56ab328 req-66b7bf39-1137-4226-ac67-edfd0dd1d81d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693173 Oct 04 05:45:00.491396 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-012c893b-65b9-48a8-85cf-8d0c360275f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.541681 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Network 8c99016d-f252-4011-a226-d600412012eb is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:45:00.582382 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-012c893b-65b9-48a8-85cf-8d0c360275f1 admin admin] Publish callbacks [] for security_group (9d3dc37d-ce6d-46ca-aa03-e0c6301836e9), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.640209 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a63f2-f0be-4ffb-95bd-445a221af05d req-0c8a9388-9293-4651-b735-c0b87ae0fccc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:00.641661 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-501a63f2-f0be-4ffb-95bd-445a221af05d req-0c8a9388-9293-4651-b735-c0b87ae0fccc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0451505 Oct 04 05:45:00.658948 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 8c99016d-f252-4011-a226-d600412012eb) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:00.670427 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-012c893b-65b9-48a8-85cf-8d0c360275f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9d3dc37d-ce6d-46ca-aa03-e0c6301836e9), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.675936 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:00.678053 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.678225 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fdd3c-ac62-44fb-b589-9833f58fcca8 None None] Network 8c99016d-f252-4011-a226-d600412012eb requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:45:00.753670 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-61e41258-18e7-4834-a99a-7520a7f17293 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8434188 Oct 04 05:45:00.757392 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43012) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:00.765769 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:00.782907 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17da43-bfa9-47bc-bfbb-7f2da06a4855 req-f2b6c36a-bdda-405a-9143-37469e445077 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:00.784515 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4a17da43-bfa9-47bc-bfbb-7f2da06a4855 req-f2b6c36a-bdda-405a-9143-37469e445077 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0768151 Oct 04 05:45:00.815332 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-8c99016d-f252-4011-a226-d600412012eb', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:45:00.816564 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.857128 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4a17da43-bfa9-47bc-bfbb-7f2da06a4855 req-44bbd217-a0a2-47b9-a6fe-aff3b896dc48 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656214 Oct 04 05:45:00.942001 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (9d01592c-b131-4b31-9a8c-b2796fc6655c), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.943658 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (9d01592c-b131-4b31-9a8c-b2796fc6655c), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:00.988671 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Allocated IP 172.20.0.2 (8c99016d-f252-4011-a226-d600412012eb/32388a42-11df-4ac6-8415-98a073f5ac9e/0386cc4d-9eba-45b7-98d3-d55560de9422) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:01.003186 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-012c893b-65b9-48a8-85cf-8d0c360275f1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=47a4c4de23fc4c3894545612c4386ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182995 Oct 04 05:45:01.013293 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43016) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:01.023018 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c893b-65b9-48a8-85cf-8d0c360275f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3dc37d-ce6d-46ca-aa03-e0c6301836e9,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:01.029058 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks [] for router_controller (9d01592c-b131-4b31-9a8c-b2796fc6655c), precommit_add_association {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.039443 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-501a63f2-f0be-4ffb-95bd-445a221af05d req-272e5869-8965-4c6c-804e-21372f0c4061 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882639 Oct 04 05:45:01.045574 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-b64c8de5-41cb-40f6-8af1-69a93bf29bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:01.051655 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-b64c8de5-41cb-40f6-8af1-69a93bf29bf0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 1128 time: 0.1124375 Oct 04 05:45:01.102548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2a122a6b-a2ac-4ea8-a4b3-effda5936f29 admin admin] Publish callbacks [] for security_group (9d3dc37d-ce6d-46ca-aa03-e0c6301836e9), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.122949 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2a122a6b-a2ac-4ea8-a4b3-effda5936f29 admin admin] Publish callbacks [] for security_group (9d3dc37d-ce6d-46ca-aa03-e0c6301836e9), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.159366 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.184647 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Publish callbacks [] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.199423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:01.243789 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks [] for router_gateway (9d01592c-b131-4b31-9a8c-b2796fc6655c), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.264252 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.267803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2a122a6b-a2ac-4ea8-a4b3-effda5936f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9d3dc37d-ce6d-46ca-aa03-e0c6301836e9), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.270364 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2a122a6b-a2ac-4ea8-a4b3-effda5936f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.276080 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2a122a6b-a2ac-4ea8-a4b3-effda5936f29 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9d3dc37d-ce6d-46ca-aa03-e0c6301836e9 HTTP/1.1" status: 204 len: 168 time: 0.2616682 Oct 04 05:45:01.287718 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-e506bee0-fb80-4b7f-aa4d-3104719abd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:01.289176 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-e506bee0-fb80-4b7f-aa4d-3104719abd78 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.1110077 Oct 04 05:45:01.290014 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122a6b-a2ac-4ea8-a4b3-effda5936f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3dc37d-ce6d-46ca-aa03-e0c6301836e9,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:01.321213 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:01.329844 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:45:01.339794 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-de00cf29-688b-4c21-ad84-7bb486c4eb44 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 HTTP/1.1" status: 200 len: 217 time: 0.0419166 Oct 04 05:45:01.355031 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Network 8c99016d-f252-4011-a226-d600412012eb is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:01.372397 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:01.378461 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:01.382075 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Pushing event updated for resources: {'Port': ['ID=0386cc4d-9eba-45b7-98d3-d55560de9422,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:01.402085 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:01.420623 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-89b8790c-036a-4b37-9304-05f90de2f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:01.422244 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-89b8790c-036a-4b37-9304-05f90de2f692 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0741138 Oct 04 05:45:01.464213 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:01.476626 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-d79aeb39-bb23-45a8-9fa9-ed6b7ed45ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:01.478896 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-d79aeb39-bb23-45a8-9fa9-ed6b7ed45ebe service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478094 Oct 04 05:45:01.491215 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454dbd1-fd69-4f43-a24c-d2f4b1f74573 req-662bb4fe-8926-4952-b3d4-04c39b44354f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:01.492728 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4454dbd1-fd69-4f43-a24c-d2f4b1f74573 req-662bb4fe-8926-4952-b3d4-04c39b44354f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 944 time: 0.0619144 Oct 04 05:45:01.525051 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:01.550173 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Attempting to bind port 0386cc4d-9eba-45b7-98d3-d55560de9422 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:01.550618 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Attempting to bind port 0386cc4d-9eba-45b7-98d3-d55560de9422 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:01.551256 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Attempting to bind port 0386cc4d-9eba-45b7-98d3-d55560de9422 on network 8c99016d-f252-4011-a226-d600412012eb {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:01.609290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:45:01.609893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Checking segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:01.610494 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.611120 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Bound using segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:45:01.611815 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Bound port: 0386cc4d-9eba-45b7-98d3-d55560de9422, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:45:01.612526 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.689735 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:01.739170 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'port_id': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'mac_address': 'fa:16:3e:a1:f9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:45:01.745079 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-ca454233-16ef-4861-9f71-c1061c669c48 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591472 Oct 04 05:45:01.750126 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4454dbd1-fd69-4f43-a24c-d2f4b1f74573 req-3f1b814f-e21a-45c6-a768-f59594a55a0a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449129 Oct 04 05:45:01.760217 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8683984-cfc0-48fa-b3e7-48287a2f8d16 req-f6195ce2-ceb4-4634-bae7-e559c119d5cb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:01.780024 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8683984-cfc0-48fa-b3e7-48287a2f8d16 req-f6195ce2-ceb4-4634-bae7-e559c119d5cb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1799681 Oct 04 05:45:01.915235 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks [] for router_gateway (9d01592c-b131-4b31-9a8c-b2796fc6655c), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.943548 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:01.946080 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.954223 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] For port 0386cc4d-9eba-45b7-98d3-d55560de9422, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:45:01.974974 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:01.987996 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8683984-cfc0-48fa-b3e7-48287a2f8d16 req-bd14026b-a25b-487b-9ea8-dada2a295f90 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899128 Oct 04 05:45:01.992481 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8cb8d3bc-6f38-44d3-bbe9-3ee4ad562598 req-d5646593-1912-470f-a659-4879b43b5005 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115617 Oct 04 05:45:02.008281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] For port 0386cc4d-9eba-45b7-98d3-d55560de9422, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0386cc4d-9eba-45b7-98d3-d55560de9422,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:45:02.015646 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:45:02.045532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:02.098979 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.127287 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6c91-82d4-4c90-b4cc-29733750dd3d req-383d509a-1c03-49fb-a844-196426f60ff1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:02.138796 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cb6a6c91-82d4-4c90-b4cc-29733750dd3d req-383d509a-1c03-49fb-a844-196426f60ff1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0933001 Oct 04 05:45:02.147713 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.176807 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b87093-3579-4b18-b630-4b196fa64bbb None None] Pushing event updated for resources: {'Port': ['ID=0386cc4d-9eba-45b7-98d3-d55560de9422,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:02.197640 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Allocated IP 172.27.1.240 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/95d20069-246c-4379-b430-90f611c9f364) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:02.200439 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14371f1-232e-488f-8f18-033a1ded4dfb req-617e4e36-5235-44a9-9a95-8ce61c79a8b2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:02.204875 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e14371f1-232e-488f-8f18-033a1ded4dfb req-617e4e36-5235-44a9-9a95-8ce61c79a8b2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0625494 Oct 04 05:45:02.244270 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cb6a6c91-82d4-4c90-b4cc-29733750dd3d req-1fa5d731-621c-4902-9ed1-dd48fefe8be9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951116 Oct 04 05:45:02.250970 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:02.259732 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:02.276320 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e14371f1-232e-488f-8f18-033a1ded4dfb req-d8357c48-1b3b-48a4-8d92-0cd95971464c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615895 Oct 04 05:45:02.404496 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks [] for port (95d20069-246c-4379-b430-90f611c9f364), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.533018 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (95d20069-246c-4379-b430-90f611c9f364), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.576816 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:02.579866 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:02.589000 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:02.618582 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43072) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:02.652086 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:02.690812 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6b6831aa-36d6-46ef-9ebe-9d092eae8cf3'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:45:02.736684 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Pushing event updated for resources: {'Port': ['ID=95d20069-246c-4379-b430-90f611c9f364,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:02.811109 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.820451 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2efe3472-a62e-4b9b-ac11-3e704aecea26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.939568 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:02.952326 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:03.002872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2efe3472-a62e-4b9b-ac11-3e704aecea26 admin admin] Publish callbacks [] for security_group (d99bff9e-9f58-4b43-871f-0c70c953f0f5), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.006333 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4a0f-2440-4d3a-a117-290cb4d10db5 req-a0c36e0f-9ebc-464b-903b-42ffb9f61b68 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:03.010655 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-74ef4a0f-2440-4d3a-a117-290cb4d10db5 req-a0c36e0f-9ebc-464b-903b-42ffb9f61b68 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 945 time: 0.1317673 Oct 04 05:45:03.095784 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2efe3472-a62e-4b9b-ac11-3e704aecea26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d99bff9e-9f58-4b43-871f-0c70c953f0f5), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.102406 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-74ef4a0f-2440-4d3a-a117-290cb4d10db5 req-e8bd13d9-33db-4dd9-bf8f-546b7b8f87c7 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882068 Oct 04 05:45:03.115842 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks [] for router_gateway (9d01592c-b131-4b31-9a8c-b2796fc6655c), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.212301 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2efe3472-a62e-4b9b-ac11-3e704aecea26 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3ff186fb007547e2b12bd93a3801f6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888317 Oct 04 05:45:03.213185 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43082) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:03.216614 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe3472-a62e-4b9b-ac11-3e704aecea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99bff9e-9f58-4b43-871f-0c70c953f0f5,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:03.254875 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31a69-c258-4800-bf0e-3a5fcacf24f0 req-16e1e289-eb0c-4fcf-8be2-9b8ae2256bc7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:03.263066 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-36d31a69-c258-4800-bf0e-3a5fcacf24f0 req-16e1e289-eb0c-4fcf-8be2-9b8ae2256bc7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1416798 Oct 04 05:45:03.400071 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-36d31a69-c258-4800-bf0e-3a5fcacf24f0 req-ebea4fcb-47d4-4588-b46a-82220c09b83b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349795 Oct 04 05:45:03.428104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-51392a90-bebf-4852-aafe-ac0c0654d2a6 admin admin] Publish callbacks [] for security_group (d99bff9e-9f58-4b43-871f-0c70c953f0f5), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.494711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-51392a90-bebf-4852-aafe-ac0c0654d2a6 admin admin] Publish callbacks [] for security_group (d99bff9e-9f58-4b43-871f-0c70c953f0f5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.515361 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829be8fe-2c94-4eb2-84cf-b38af88549fe None None] Network 8c99016d-f252-4011-a226-d600412012eb requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:45:03.608568 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf5d55-0558-495a-a58c-5fb79786cec8 req-c34fe94f-4316-4415-a8cd-f25adbaa6349 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:03.618605 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5cbf5d55-0558-495a-a58c-5fb79786cec8 req-c34fe94f-4316-4415-a8cd-f25adbaa6349 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0883772 Oct 04 05:45:03.673314 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0386cc4d-9eba-45b7-98d3-d55560de9422 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:03.721238 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5cbf5d55-0558-495a-a58c-5fb79786cec8 req-2cce0263-1e5b-4ec6-a2cd-a3b139816159 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017237 Oct 04 05:45:03.727047 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:03.749782 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Provisioning complete for port 0386cc4d-9eba-45b7-98d3-d55560de9422 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:03.750429 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.750829 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Attempt 1 to provision port 0386cc4d-9eba-45b7-98d3-d55560de9422 Oct 04 05:45:03.761898 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-51392a90-bebf-4852-aafe-ac0c0654d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d99bff9e-9f58-4b43-871f-0c70c953f0f5), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.764756 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-51392a90-bebf-4852-aafe-ac0c0654d2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.777912 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-51392a90-bebf-4852-aafe-ac0c0654d2a6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d99bff9e-9f58-4b43-871f-0c70c953f0f5 HTTP/1.1" status: 204 len: 168 time: 0.5370438 Oct 04 05:45:03.791520 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51392a90-bebf-4852-aafe-ac0c0654d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99bff9e-9f58-4b43-871f-0c70c953f0f5,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:03.838849 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56410136-a16d-4784-9ac8-0351e4276480 req-ae7607bf-a728-4983-9617-f2352670f769 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:03.845750 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-56410136-a16d-4784-9ac8-0351e4276480 req-ae7607bf-a728-4983-9617-f2352670f769 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1158397 Oct 04 05:45:03.850147 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:03.875894 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:03.924383 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (9d01592c-b131-4b31-9a8c-b2796fc6655c), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.972232 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 0386cc4d-9eba-45b7-98d3-d55560de9422 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:03.972611 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:03.973017 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 0386cc4d-9eba-45b7-98d3-d55560de9422 Oct 04 05:45:04.008714 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Current status of the port 0386cc4d-9eba-45b7-98d3-d55560de9422 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:04.009105 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.014552 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-56410136-a16d-4784-9ac8-0351e4276480 req-f9bb6e4f-827c-46bd-b7f1-3ecc40e356b6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645942 Oct 04 05:45:04.059366 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:45:04.104247 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:04.105381 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] For port 0386cc4d-9eba-45b7-98d3-d55560de9422, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0386cc4d-9eba-45b7-98d3-d55560de9422,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:04.175297 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 0386cc4d-9eba-45b7-98d3-d55560de9422 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:04.175653 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.214008 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:04.214436 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.214776 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 Oct 04 05:45:04.216630 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.268414 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Router 9d01592c-b131-4b31-9a8c-b2796fc6655c is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:45:04.280611 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842178a6-4095-491e-bec7-88e0df266b5f req-6b3f5452-520b-4f55-81e2-371cbd13ce04 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:04.285497 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-842178a6-4095-491e-bec7-88e0df266b5f req-6b3f5452-520b-4f55-81e2-371cbd13ce04 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 945 time: 0.0777054 Oct 04 05:45:04.329316 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:04.359101 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-842178a6-4095-491e-bec7-88e0df266b5f req-ecb7ffd8-8838-4b4d-a0b3-67e27ea1c4b3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681951 Oct 04 05:45:04.376604 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d2dcb-0624-49e6-b040-d82541056580 None None] Pushing event updated for resources: {'Port': ['ID=0386cc4d-9eba-45b7-98d3-d55560de9422,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:04.384974 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-db0c6f1b-2933-48e0-bbe5-b8dcf6058aaa None None] Provisioning complete for port 0386cc4d-9eba-45b7-98d3-d55560de9422 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:04.385356 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-db0c6f1b-2933-48e0-bbe5-b8dcf6058aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.385712 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-db0c6f1b-2933-48e0-bbe5-b8dcf6058aaa None None] Attempt 1 to provision port 0386cc4d-9eba-45b7-98d3-d55560de9422 Oct 04 05:45:04.415352 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.db.api [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 05:45:04.415796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG oslo_db.api [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 05:45:04.423222 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:45:04.455863 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Sync routers for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:45:04.474870 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:04.491932 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:04.492747 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:04.519231 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.523933 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2eb0b57f-d5ab-48c9-9a36-d1aeade19467 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7620633 Oct 04 05:45:04.524766 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43096) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:04.570322 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74902-5026-42d4-af23-8d47a1602f6d req-1080d12d-3faf-4552-8970-5ac3a40691cd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:04.573302 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4be74902-5026-42d4-af23-8d47a1602f6d req-1080d12d-3faf-4552-8970-5ac3a40691cd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0670655 Oct 04 05:45:04.589813 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:04.591743 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:04.663063 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4be74902-5026-42d4-af23-8d47a1602f6d req-e1481210-32d8-4cbb-b779-6fe67b533208 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799985 Oct 04 05:45:04.828775 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:04.905968 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:45:04.908289 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491a5d8-e195-44d0-a4f7-9c041df7f16a" -d '{"events": [{"server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "name": "network-vif-plugged", "status": "completed", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:45:04.924581 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77993-9869-49e2-b10b-c612534d6278 req-10370e10-1ba3-4633-8f4f-a02d44ceb525 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:04.927510 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cac77993-9869-49e2-b10b-c612534d6278 req-10370e10-1ba3-4633-8f4f-a02d44ceb525 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0748711 Oct 04 05:45:04.928674 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-db0c6f1b-2933-48e0-bbe5-b8dcf6058aaa None None] Current status of the port 0386cc4d-9eba-45b7-98d3-d55560de9422 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:04.956390 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:04.988117 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42c2a4-a3a5-40f5-b6b0-ade259269bdf x-openstack-request-id: req-8e42c2a4-a3a5-40f5-b6b0-ade259269bdf {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:45:04.988492 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "name": "network-vif-plugged", "status": "completed", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:45:04.988798 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e42c2a4-a3a5-40f5-b6b0-ade259269bdf {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:45:04.990038 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e42c2a4-a3a5-40f5-b6b0-ade259269bdf'] response: {'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'code': 200} Oct 04 05:45:05.005372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:05.007987 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 0386cc4d-9eba-45b7-98d3-d55560de9422 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:05.021448 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.068641 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cac77993-9869-49e2-b10b-c612534d6278 req-30ceb6cd-0e6e-4d81-9713-5cb7d15d80c1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059391 Oct 04 05:45:05.170037 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:05.175579 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:02Z', 'revision_number': 3, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:05.189937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8622d-3ba0-44ee-aac4-da00279a0375 req-272bc5b7-6798-40e2-a66e-34ef5cc77958 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:05.193518 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-86b8622d-3ba0-44ee-aac4-da00279a0375 req-272bc5b7-6798-40e2-a66e-34ef5cc77958 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0622983 Oct 04 05:45:05.206365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.226979 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Checking router: 9d01592c-b131-4b31-9a8c-b2796fc6655c for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:45:05.236715 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Updating router 9d01592c-b131-4b31-9a8c-b2796fc6655c port 95d20069-246c-4379-b430-90f611c9f364 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:45:05.290215 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-86b8622d-3ba0-44ee-aac4-da00279a0375 req-0ac9c293-43e1-418d-b337-7ea5b6283076 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910199 Oct 04 05:45:05.309769 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (95d20069-246c-4379-b430-90f611c9f364), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.467462 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Allocated IP 172.20.0.1 (8c99016d-f252-4011-a226-d600412012eb/32388a42-11df-4ac6-8415-98a073f5ac9e/a1b141ba-1ccd-433c-be35-4abadf79b5a0) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:05.531488 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0386cc4d-9eba-45b7-98d3-d55560de9422 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:05.546966 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05da2-b48b-408c-a483-6630d4ac9e44 req-57744956-72d4-4c94-8deb-467117410be5 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:05.553941 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3ad05da2-b48b-408c-a483-6630d4ac9e44 req-57744956-72d4-4c94-8deb-467117410be5 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0575321 Oct 04 05:45:05.635664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:05.677344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:05.680193 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 0386cc4d-9eba-45b7-98d3-d55560de9422 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:05.681219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.681769 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 0386cc4d-9eba-45b7-98d3-d55560de9422 Oct 04 05:45:05.691695 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3ad05da2-b48b-408c-a483-6630d4ac9e44 req-d01c5629-8dbf-47d6-b19f-8caee786b643 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366658 Oct 04 05:45:05.736064 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Publish callbacks [] for port (95d20069-246c-4379-b430-90f611c9f364), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.736613 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ad3d-1415-44f8-814b-3af651bd1914 req-34d891d2-d28b-4731-9aec-09f734e063df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:05.738670 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-53f8ad3d-1415-44f8-814b-3af651bd1914 req-34d891d2-d28b-4731-9aec-09f734e063df service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 1130 time: 0.1141024 Oct 04 05:45:05.833967 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks [] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.847474 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 0386cc4d-9eba-45b7-98d3-d55560de9422 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:05.857749 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (95d20069-246c-4379-b430-90f611c9f364), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.870720 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179736-a39d-4d62-906d-28f453c18971 req-6716da41-f641-4a81-8da5-b0e5e6fcc692 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:05.872373 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f2179736-a39d-4d62-906d-28f453c18971 req-6716da41-f641-4a81-8da5-b0e5e6fcc692 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0706348 Oct 04 05:45:05.914915 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-53f8ad3d-1415-44f8-814b-3af651bd1914 req-0eb1cb8b-c95a-4f78-b5b6-e6c02242e53b service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587341 Oct 04 05:45:05.922287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Attempting to bind port 95d20069-246c-4379-b430-90f611c9f364 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:05.924122 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Attempting to bind port 95d20069-246c-4379-b430-90f611c9f364 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:05.924670 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Attempting to bind port 95d20069-246c-4379-b430-90f611c9f364 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:05.955105 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f2179736-a39d-4d62-906d-28f453c18971 req-9d16e801-48cb-4a55-bdca-65df5d4f5225 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761898 Oct 04 05:45:05.967991 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955f4ec-a5f4-493c-b5f9-08a3d40ae204 None None] Pushing event updated for resources: {'Port': ['ID=95d20069-246c-4379-b430-90f611c9f364,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:05.987706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:45:05.988009 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:05.988409 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:05.988787 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:45:05.989824 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Bound port: 95d20069-246c-4379-b430-90f611c9f364, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:45:05.990237 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (95d20069-246c-4379-b430-90f611c9f364), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.035606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.062893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] For port 95d20069-246c-4379-b430-90f611c9f364, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:45:06.066550 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] For port 95d20069-246c-4379-b430-90f611c9f364, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=95d20069-246c-4379-b430-90f611c9f364,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:45:06.080797 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Network 8c99016d-f252-4011-a226-d600412012eb is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:06.089122 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:06.102823 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:06.147074 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (95d20069-246c-4379-b430-90f611c9f364), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.160484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (9d01592c-b131-4b31-9a8c-b2796fc6655c), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.203702 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:06.222155 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Pushing event updated for resources: {'Port': ['ID=a1b141ba-1ccd-433c-be35-4abadf79b5a0,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:06.222839 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:06.223480 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:06.226318 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:06.279980 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955f4ec-a5f4-493c-b5f9-08a3d40ae204 None None] Pushing event updated for resources: {'Port': ['ID=95d20069-246c-4379-b430-90f611c9f364,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:06.336721 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313a4b-97c2-4cbd-997a-05b2d3866176 req-04629d2f-32ed-466b-bed8-0c0a92ba8f5e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:06.344532 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-af313a4b-97c2-4cbd-997a-05b2d3866176 req-04629d2f-32ed-466b-bed8-0c0a92ba8f5e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.1249428 Oct 04 05:45:06.371600 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:06.478517 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-af313a4b-97c2-4cbd-997a-05b2d3866176 req-d35cb68e-240a-43c8-9728-ed144d31c41f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326385 Oct 04 05:45:06.552484 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d170a-f994-4162-b48a-4a328a5e41b0 req-0b28bd08-b604-4e53-8d0b-70ceaff14b0e tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:06.563328 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-708d170a-f994-4162-b48a-4a328a5e41b0 req-0b28bd08-b604-4e53-8d0b-70ceaff14b0e tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0927234 Oct 04 05:45:06.618806 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-661a5dd3-21e0-4bc4-9041-7f55bbc73ee5 None None] Provisioning complete for port a1b141ba-1ccd-433c-be35-4abadf79b5a0 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:06.619183 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-661a5dd3-21e0-4bc4-9041-7f55bbc73ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.622098 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.624100 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-661a5dd3-21e0-4bc4-9041-7f55bbc73ee5 None None] Attempt 1 to provision port a1b141ba-1ccd-433c-be35-4abadf79b5a0 Oct 04 05:45:06.626893 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-708d170a-f994-4162-b48a-4a328a5e41b0 req-bb2ede35-8ec4-455c-8d05-e6def89fb6bf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622826 Oct 04 05:45:06.676003 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:06.706647 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-661a5dd3-21e0-4bc4-9041-7f55bbc73ee5 None None] Port a1b141ba-1ccd-433c-be35-4abadf79b5a0 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:45:06.731511 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:02Z', 'revision_number': 3, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:06.792375 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da6ca-a84e-4a24-b79c-95b4ee31201e None None] The sync data for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi is: [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:02Z', 'revision_number': 3, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:45:06.886511 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5e7a-05df-43bb-93a5-2fdcf11ed96f req-dea15694-f925-450d-b3cd-f2eb8afc4b94 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:06.888932 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6c5e7a-05df-43bb-93a5-2fdcf11ed96f req-dea15694-f925-450d-b3cd-f2eb8afc4b94 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0830910 Oct 04 05:45:06.928645 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks [] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:06.976020 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6c5e7a-05df-43bb-93a5-2fdcf11ed96f req-04fc22e9-fcfe-4c4e-bff5-32b62137e474 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656374 Oct 04 05:45:06.990895 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:07.118296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (9d01592c-b131-4b31-9a8c-b2796fc6655c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:07.128005 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b747f7-cef1-4e24-a272-f559c12da6e9 req-823e1fe1-0339-4dcd-b954-34e7237cb40e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:07.149482 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a5b747f7-cef1-4e24-a272-f559c12da6e9 req-823e1fe1-0339-4dcd-b954-34e7237cb40e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0877595 Oct 04 05:45:07.217305 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Pushing event updated for resources: {'Port': ['ID=a1b141ba-1ccd-433c-be35-4abadf79b5a0,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:07.235039 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a5b747f7-cef1-4e24-a272-f559c12da6e9 req-d7cf9be8-e000-47d6-90ab-c0595a5923b6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754123 Oct 04 05:45:07.299737 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Network 8c99016d-f252-4011-a226-d600412012eb is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:07.304190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:07.484661 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:07.512871 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 95d20069-246c-4379-b430-90f611c9f364 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:07.524723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Router 9d01592c-b131-4b31-9a8c-b2796fc6655c has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:45:07.600989 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 95d20069-246c-4379-b430-90f611c9f364 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:07.601603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (95d20069-246c-4379-b430-90f611c9f364), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:07.601930 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 95d20069-246c-4379-b430-90f611c9f364 Oct 04 05:45:07.701112 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 95d20069-246c-4379-b430-90f611c9f364 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:07.701746 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (95d20069-246c-4379-b430-90f611c9f364), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:07.724728 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 95d20069-246c-4379-b430-90f611c9f364, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=95d20069-246c-4379-b430-90f611c9f364,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:07.757277 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d5fe7-334e-4f54-a5be-7a62d2de4583 req-065e98ad-b26f-4cfe-8568-ec848fb3dd12 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:07.758972 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-454d5fe7-334e-4f54-a5be-7a62d2de4583 req-065e98ad-b26f-4cfe-8568-ec848fb3dd12 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.1509302 Oct 04 05:45:07.794340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:45:07.809507 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-287daeb3-ac3a-4e7e-b900-a776d7a181aa admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/9d01592c-b131-4b31-9a8c-b2796fc6655c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2736745 Oct 04 05:45:07.826177 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6037a-0bab-4c70-b0e3-a717f6e4e97a req-963c803b-d409-4ae5-8cac-a1c02f0c043d tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:07.837792 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-48a6037a-0bab-4c70-b0e3-a717f6e4e97a req-963c803b-d409-4ae5-8cac-a1c02f0c043d tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1185174 Oct 04 05:45:07.877832 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-454d5fe7-334e-4f54-a5be-7a62d2de4583 req-0c43b073-a760-4a88-b9e1-0db1c2ed4239 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767024 Oct 04 05:45:07.938231 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-48a6037a-0bab-4c70-b0e3-a717f6e4e97a req-2b990d52-c974-4649-9394-0999f8ca9933 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904119 Oct 04 05:45:07.991605 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (95d20069-246c-4379-b430-90f611c9f364), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:08.059335 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-93d46e44-8179-45e8-a17d-741c8c709503 None None] Provisioning complete for port a1b141ba-1ccd-433c-be35-4abadf79b5a0 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:08.059774 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-93d46e44-8179-45e8-a17d-741c8c709503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:08.060100 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-93d46e44-8179-45e8-a17d-741c8c709503 None None] Attempt 1 to provision port a1b141ba-1ccd-433c-be35-4abadf79b5a0 Oct 04 05:45:08.063171 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=95d20069-246c-4379-b430-90f611c9f364,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:08.121615 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.124554 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.124974 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.125434 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.125864 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.126727 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.126727 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.128353 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.128821 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.131471 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.132034 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.132599 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.133248 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.133785 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.134333 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:08.150410 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-93d46e44-8179-45e8-a17d-741c8c709503 None None] Port a1b141ba-1ccd-433c-be35-4abadf79b5a0 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:45:08.198920 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6343c97-b8a0-4072-bd06-ecffb8241e1b req-607de02b-c52f-4a28-be1b-fa868ea03d44 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:08.201795 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d6343c97-b8a0-4072-bd06-ecffb8241e1b req-607de02b-c52f-4a28-be1b-fa868ea03d44 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0767436 Oct 04 05:45:08.247943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:08.268075 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d6343c97-b8a0-4072-bd06-ecffb8241e1b req-00d5a38f-3f69-41bf-bd2a-dd656571a6ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594916 Oct 04 05:45:08.395147 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf9f06-dc89-4915-ba8a-057f93efe4ba req-fd612b4b-406c-48e2-94e4-adc08a10d4a2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:08.403834 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-12cf9f06-dc89-4915-ba8a-057f93efe4ba req-fd612b4b-406c-48e2-94e4-adc08a10d4a2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0603576 Oct 04 05:45:08.465538 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-12cf9f06-dc89-4915-ba8a-057f93efe4ba req-9b57ddd8-794c-4e1f-aea2-4e4059dec9ee tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553503 Oct 04 05:45:08.741406 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43154) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:08.746760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-531486455-network', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:08.829587 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Made reservation on behalf of cd65a0a8255d4f589832dd37a06968c5 for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:45:08.832273 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:08.842403 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:08.939973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks [] for security_group (a683dd8e-ab4e-4604-9c21-c331ad7e9291), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.011553 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (a683dd8e-ab4e-4604-9c21-c331ad7e9291), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.037455 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Sync routers for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:45:09.047393 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:09.048016 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:09.065000 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:45:09.075463 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7421f8-6731-444f-a85f-fe500d86f36c req-c67a7c34-cffb-4bb8-b61c-033993fee011 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:09.084205 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57617f-e2ae-4f74-bb30-56f694a0946f req-f423aa5c-2db3-49e9-ac96-770fac20fbf7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:09.084914 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f7421f8-6731-444f-a85f-fe500d86f36c req-c67a7c34-cffb-4bb8-b61c-033993fee011 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0697598 Oct 04 05:45:09.086488 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a57617f-e2ae-4f74-bb30-56f694a0946f req-f423aa5c-2db3-49e9-ac96-770fac20fbf7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0866411 Oct 04 05:45:09.119882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (b2b5a09c-902c-4c63-b1fa-2ec718b7e348), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.120360 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Added segment b2b5a09c-902c-4c63-b1fa-2ec718b7e348 of type vlan for network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 Oct 04 05:45:09.122049 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a683dd8e-ab4e-4604-9c21-c331ad7e9291,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:09.140056 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:09.165195 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f7421f8-6731-444f-a85f-fe500d86f36c req-d5ce058a-da07-48b5-a37d-8e226756c4ff tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749776 Oct 04 05:45:09.197284 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a57617f-e2ae-4f74-bb30-56f694a0946f req-56d2e0d5-6ecd-409e-b58a-c1ce8508e59e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030352 Oct 04 05:45:09.199325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (38b6443f-10bf-4fae-8a1d-a708d2d478b9), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.286297 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (38b6443f-10bf-4fae-8a1d-a708d2d478b9), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.288542 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:09.289450 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.317041 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:09.386234 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] Pushing event updated for resources: {'Network': ['ID=38b6443f-10bf-4fae-8a1d-a708d2d478b9,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:09.416500 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:45:09.420492 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5ac55b55-dff3-40b8-bb7d-7841e3a85876 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6702347 Oct 04 05:45:09.425678 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43164) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:09.449020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Request body: {'subnet': {'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-531486455-subnet', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:09.502961 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478029c-84bc-457a-96e7-c8d0c533a9d6 req-3e28e51a-5b96-4a04-b620-33ea9d6f7c2f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:09.505285 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c478029c-84bc-457a-96e7-c8d0c533a9d6 req-3e28e51a-5b96-4a04-b620-33ea9d6f7c2f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.1026623 Oct 04 05:45:09.511926 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 95d20069-246c-4379-b430-90f611c9f364 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:09.558410 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c478029c-84bc-457a-96e7-c8d0c533a9d6 req-7cca3ec6-4f5b-44d8-9300-0cd0b44b0068 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475559 Oct 04 05:45:09.563717 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 2, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:09.592319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Made reservation on behalf of cd65a0a8255d4f589832dd37a06968c5 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:45:09.594921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16547090'] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.613029 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 95d20069-246c-4379-b430-90f611c9f364 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:09.613832 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (95d20069-246c-4379-b430-90f611c9f364), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.614932 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 95d20069-246c-4379-b430-90f611c9f364 Oct 04 05:45:09.618499 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Checking router: 9d01592c-b131-4b31-9a8c-b2796fc6655c for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:45:09.618499 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Updating router 9d01592c-b131-4b31-9a8c-b2796fc6655c port a1b141ba-1ccd-433c-be35-4abadf79b5a0 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:45:09.659492 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:09.661072 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:09.665864 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea217-f722-47d1-8fd6-14c6691feccc req-31f8de74-1415-461a-a25f-75144121fe69 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:09.667564 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-798ea217-f722-47d1-8fd6-14c6691feccc req-31f8de74-1415-461a-a25f-75144121fe69 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0497391 Oct 04 05:45:09.706929 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 95d20069-246c-4379-b430-90f611c9f364 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:09.775545 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-798ea217-f722-47d1-8fd6-14c6691feccc req-2230e3a1-94c0-4a14-9ee7-bd9b982707e1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757999 Oct 04 05:45:09.873634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:09.958404 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16419253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16547072'] for subnet (b9f1b3ab-40a9-42e6-9df9-a8064dcca576), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.009303 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Publish callbacks [] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.086666 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.177157 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915d5e-c733-429d-8af4-e18aa285ce1a None None] Pushing event updated for resources: {'Port': ['ID=a1b141ba-1ccd-433c-be35-4abadf79b5a0,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:10.250452 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Attempting to bind port a1b141ba-1ccd-433c-be35-4abadf79b5a0 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:10.250819 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Attempting to bind port a1b141ba-1ccd-433c-be35-4abadf79b5a0 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:10.251182 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Attempting to bind port a1b141ba-1ccd-433c-be35-4abadf79b5a0 on network 8c99016d-f252-4011-a226-d600412012eb {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:10.297961 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:10.301566 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:45:10.304247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Checking segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:10.304247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.304247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Bound using segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:45:10.304247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Bound port: a1b141ba-1ccd-433c-be35-4abadf79b5a0, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:45:10.304247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.324075 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:10.328271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f1b3ab-40a9-42e6-9df9-a8064dcca576,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:10.347314 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b701e94-9970-4385-b9bc-b538d5b51b77 req-9e984c39-7a40-441c-bcaf-265b750108cc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:10.354919 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4b701e94-9970-4385-b9bc-b538d5b51b77 req-9e984c39-7a40-441c-bcaf-265b750108cc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0651321 Oct 04 05:45:10.394265 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e54028-576a-4b94-8c7c-ffb819739722 req-2039d7fa-6a8e-416a-b3c6-470f782299c1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:10.396462 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-76e54028-576a-4b94-8c7c-ffb819739722 req-2039d7fa-6a8e-416a-b3c6-470f782299c1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0653901 Oct 04 05:45:10.404451 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] For port a1b141ba-1ccd-433c-be35-4abadf79b5a0, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:45:10.405848 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Checking segment: {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:10.405990 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Network hostable DHCP agents. Network: 38b6443f-10bf-4fae-8a1d-a708d2d478b9, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:45:10.409025 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] For port a1b141ba-1ccd-433c-be35-4abadf79b5a0, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=a1b141ba-1ccd-433c-be35-4abadf79b5a0,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:45:10.430255 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4b701e94-9970-4385-b9bc-b538d5b51b77 req-b82cf03f-0766-4948-9531-b89f76875790 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744479 Oct 04 05:45:10.462699 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-76e54028-576a-4b94-8c7c-ffb819739722 req-8d5c2f50-8629-4bed-8e39-fce333968b89 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583427 Oct 04 05:45:10.497821 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.505760 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:10.521626 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:45:10.540958 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:10.541583 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:10.604613 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915d5e-c733-429d-8af4-e18aa285ce1a None None] Pushing event updated for resources: {'Port': ['ID=a1b141ba-1ccd-433c-be35-4abadf79b5a0,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:10.626918 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 38b6443f-10bf-4fae-8a1d-a708d2d478b9) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:10.639421 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d1c79-02ac-4f77-9d74-80a9282a8c7f None None] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:45:10.644690 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:10.645833 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.683681 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:10.712950 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8d93e-8eb7-4511-be3b-cfa8749f42a2 req-711b443c-eca8-4e7e-93b8-eea1c407ac2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:10.720872 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-43f8d93e-8eb7-4511-be3b-cfa8749f42a2 req-711b443c-eca8-4e7e-93b8-eea1c407ac2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0626960 Oct 04 05:45:10.741922 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:10.766661 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-dd646d62-ab93-400c-a97b-cd1270af461d admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3389246 Oct 04 05:45:10.769405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43176) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:10.774410 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:10.784654 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-43f8d93e-8eb7-4511-be3b-cfa8749f42a2 req-1a94b6e8-31b5-4ff0-aaa1-6408582c3d6d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624161 Oct 04 05:45:10.895940 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.897183 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:10.976082 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:10Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:11.010693 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks [] for router_controller (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.017266 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db188f-2c30-4d62-b4c8-1ef3951acc42 req-f60c2bca-78d7-4ff2-a90e-f64e6a54748d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:11.024197 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-38b6443f-10bf-4fae-8a1d-a708d2d478b9', 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9', 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'fixed_ips': [{'subnet_id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:45:11.024607 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-64db188f-2c30-4d62-b4c8-1ef3951acc42 req-f60c2bca-78d7-4ff2-a90e-f64e6a54748d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1078219 Oct 04 05:45:11.025305 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.058237 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d63b89-6048-4f85-b63a-a56affe7c31d None None] The sync data for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi is: [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:10Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:45:11.082491 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-64db188f-2c30-4d62-b4c8-1ef3951acc42 req-7731f55e-88cf-47af-8a72-c128710eed80 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567675 Oct 04 05:45:11.149858 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:11.318368 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Allocated IP 172.20.0.2 (38b6443f-10bf-4fae-8a1d-a708d2d478b9/b9f1b3ab-40a9-42e6-9df9-a8064dcca576/17992741-a7ff-47ec-8778-2dfdde918ba3) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:11.330726 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks [] for router_gateway (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.505511 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device a1b141ba-1ccd-433c-be35-4abadf79b5a0 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:11.605812 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Publish callbacks [] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.622914 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port a1b141ba-1ccd-433c-be35-4abadf79b5a0 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:11.622914 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.622914 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port a1b141ba-1ccd-433c-be35-4abadf79b5a0 Oct 04 05:45:11.698923 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.699725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e20a5-e404-4b41-98b8-c01f0fb7bb82 req-e77c8326-377a-47cb-89b2-06a71ddce01d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:11.703122 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204383-18be-4732-b22e-41bd940fe8ae req-1258045f-30a2-450d-8568-8dc5657c89e2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:11.704825 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8a204383-18be-4732-b22e-41bd940fe8ae req-1258045f-30a2-450d-8568-8dc5657c89e2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0972481 Oct 04 05:45:11.708651 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-239e20a5-e404-4b41-98b8-c01f0fb7bb82 req-e77c8326-377a-47cb-89b2-06a71ddce01d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0999899 Oct 04 05:45:11.835300 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8a204383-18be-4732-b22e-41bd940fe8ae req-03210718-1d90-4e19-9803-559f964c61fe tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224263 Oct 04 05:45:11.869172 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:11.884148 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:11.898477 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:11.899239 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-239e20a5-e404-4b41-98b8-c01f0fb7bb82 req-d24b9a79-04ff-4e38-bc4a-c6cb83df1f5d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818471 Oct 04 05:45:11.900886 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks [] for router_gateway (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.908007 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Pushing event updated for resources: {'Port': ['ID=17992741-a7ff-47ec-8778-2dfdde918ba3,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:11.938077 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:11.977605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:12.022546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:12.048220 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8239e57-48a8-4115-974b-814017e6ef46 req-05c73778-09ec-4986-8629-489d68c363aa tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:12.050425 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b8239e57-48a8-4115-974b-814017e6ef46 req-05c73778-09ec-4986-8629-489d68c363aa tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0942528 Oct 04 05:45:12.074174 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port a1b141ba-1ccd-433c-be35-4abadf79b5a0 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:12.074667 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.109543 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Attempting to bind port 17992741-a7ff-47ec-8778-2dfdde918ba3 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:12.110310 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Attempting to bind port 17992741-a7ff-47ec-8778-2dfdde918ba3 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:12.110898 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Attempting to bind port 17992741-a7ff-47ec-8778-2dfdde918ba3 on network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:12.115300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Allocated IP 172.27.1.78 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/c188438c-25f3-4ddd-9b75-b2baa629f95b) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:12.130651 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b8239e57-48a8-4115-974b-814017e6ef46 req-b3d7093b-778e-4966-8d07-565d8bc2079f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740178 Oct 04 05:45:12.160517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port a1b141ba-1ccd-433c-be35-4abadf79b5a0, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=a1b141ba-1ccd-433c-be35-4abadf79b5a0,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:12.218506 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:45:12.218506 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Checking segment: {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:12.220059 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.220059 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Bound using segment: {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:45:12.225171 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:12.227978 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Bound port: 17992741-a7ff-47ec-8778-2dfdde918ba3, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:45:12.228713 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.252590 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.310392 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=a1b141ba-1ccd-433c-be35-4abadf79b5a0,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:12.320694 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd72fd5-f783-41c5-bfd0-c6a15a36b304 req-d558e628-ceb5-4594-991f-eefbd9432920 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:12.333232 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7bd72fd5-f783-41c5-bfd0-c6a15a36b304 req-d558e628-ceb5-4594-991f-eefbd9432920 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0692689 Oct 04 05:45:12.339897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43198) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:12.344271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'port_id': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:12.394693 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd647f2-1f7b-4e51-8425-83e025eea207 req-d357b3d6-9674-455c-b8f1-3dbcd84a8859 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:12.396974 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] For port 17992741-a7ff-47ec-8778-2dfdde918ba3, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:45:12.400578 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] For port 17992741-a7ff-47ec-8778-2dfdde918ba3, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=17992741-a7ff-47ec-8778-2dfdde918ba3,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:45:12.402714 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cd647f2-1f7b-4e51-8425-83e025eea207 req-d357b3d6-9674-455c-b8f1-3dbcd84a8859 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1523068 Oct 04 05:45:12.445973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (3f28667b-2122-43f7-9321-46165634f7c4), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.498547 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks [] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.501662 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.589371 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:12.602672 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7efac-4022-417e-8dfc-2b9e382cd703 None None] Pushing event updated for resources: {'Port': ['ID=17992741-a7ff-47ec-8778-2dfdde918ba3,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:12.638311 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cd647f2-1f7b-4e51-8425-83e025eea207 req-d6dfc684-53e8-45cb-a986-f642e5ec3df4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300694 Oct 04 05:45:12.809080 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:12.908407 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:12.910623 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:12.922037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:12.996778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:13.023368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Pushing event updated for resources: {'Port': ['ID=c188438c-25f3-4ddd-9b75-b2baa629f95b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:13.136365 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84017d8-558c-4753-9026-a160e08f693b req-4187afbe-351f-41e5-a770-151296105fe1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:13.136365 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c84017d8-558c-4753-9026-a160e08f693b req-4187afbe-351f-41e5-a770-151296105fe1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0578213 Oct 04 05:45:13.167517 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c84017d8-558c-4753-9026-a160e08f693b req-7ffce1c5-1bf5-44d7-bbba-f53650437902 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461104 Oct 04 05:45:13.209259 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c511-ad67-4a74-81bd-7becb139c855 req-99255c07-70be-4456-b0ad-beb36ddccd6e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:13.210756 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39d6c511-ad67-4a74-81bd-7becb139c855 req-99255c07-70be-4456-b0ad-beb36ddccd6e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.1372180 Oct 04 05:45:13.380695 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39d6c511-ad67-4a74-81bd-7becb139c855 req-11765773-255a-4870-ac7d-421932efaeef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Oct 04 05:45:13.441689 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:13.451713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:13.516854 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 17992741-a7ff-47ec-8778-2dfdde918ba3 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:13.563968 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 17992741-a7ff-47ec-8778-2dfdde918ba3 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:13.564343 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:13.564676 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 17992741-a7ff-47ec-8778-2dfdde918ba3 Oct 04 05:45:13.605997 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (3f28667b-2122-43f7-9321-46165634f7c4), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:13.647941 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 17992741-a7ff-47ec-8778-2dfdde918ba3 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:13.648583 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:13.704828 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 17992741-a7ff-47ec-8778-2dfdde918ba3, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=17992741-a7ff-47ec-8778-2dfdde918ba3,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:13.799183 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 3f28667b-2122-43f7-9321-46165634f7c4 associated. External IP: 172.27.1.3, port: 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3. Oct 04 05:45:13.799758 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed39559-c0d8-47d8-ad97-a24385d4466f None None] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:45:13.801489 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks [] for router_gateway (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:13.818342 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ccd8-4df1-44d1-80fe-078db88b7c7e req-dcba0580-bd0a-49c7-9254-2ce8f690771d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:13.820182 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fbd3ccd8-4df1-44d1-80fe-078db88b7c7e req-dcba0580-bd0a-49c7-9254-2ce8f690771d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0593324 Oct 04 05:45:13.934891 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fbd3ccd8-4df1-44d1-80fe-078db88b7c7e req-59c7ab8d-1166-4677-a591-60f96bc2ba6c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039197 Oct 04 05:45:13.959612 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:13.959612 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device a1b141ba-1ccd-433c-be35-4abadf79b5a0 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:14.026241 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-46d0808e-08f1-43f3-81ae-337b17aca0f3 None None] Provisioning complete for port 17992741-a7ff-47ec-8778-2dfdde918ba3 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:14.026717 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-46d0808e-08f1-43f3-81ae-337b17aca0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:14.027150 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-46d0808e-08f1-43f3-81ae-337b17aca0f3 None None] Attempt 1 to provision port 17992741-a7ff-47ec-8778-2dfdde918ba3 Oct 04 05:45:14.114344 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=17992741-a7ff-47ec-8778-2dfdde918ba3,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:14.142982 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port a1b141ba-1ccd-433c-be35-4abadf79b5a0 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:14.143349 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:14.143678 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port a1b141ba-1ccd-433c-be35-4abadf79b5a0 Oct 04 05:45:14.210277 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-46d0808e-08f1-43f3-81ae-337b17aca0f3 None None] Current status of the port 17992741-a7ff-47ec-8778-2dfdde918ba3 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:14.279811 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port a1b141ba-1ccd-433c-be35-4abadf79b5a0 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:14.430401 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-3b165149-b3eb-4047-af70-4e6e07bfc1c5 None None] Provisioning complete for port 17992741-a7ff-47ec-8778-2dfdde918ba3 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:14.430401 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-3b165149-b3eb-4047-af70-4e6e07bfc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:14.430401 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-3b165149-b3eb-4047-af70-4e6e07bfc1c5 None None] Attempt 1 to provision port 17992741-a7ff-47ec-8778-2dfdde918ba3 Oct 04 05:45:14.478124 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:14.490872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef3bc-7f50-4108-9bb9-5bc708a9075b req-dc49a1af-b61b-47c1-abc0-73572124dc33 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:14.492349 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-606ef3bc-7f50-4108-9bb9-5bc708a9075b req-dc49a1af-b61b-47c1-abc0-73572124dc33 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1112118 Oct 04 05:45:14.553716 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316c8f-5740-4ca8-be8d-15a9f1a0444c req-5e1a1d02-066f-44d1-ad4e-7bd378945df9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:14.559139 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-3b165149-b3eb-4047-af70-4e6e07bfc1c5 None None] Current status of the port 17992741-a7ff-47ec-8778-2dfdde918ba3 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:14.561749 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e316c8f-5740-4ca8-be8d-15a9f1a0444c req-5e1a1d02-066f-44d1-ad4e-7bd378945df9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0710936 Oct 04 05:45:14.589314 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:14.634560 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e316c8f-5740-4ca8-be8d-15a9f1a0444c req-16b66037-8c00-4137-8701-58d3282fa4b6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664508 Oct 04 05:45:14.680744 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:45:14.717194 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-606ef3bc-7f50-4108-9bb9-5bc708a9075b req-9bb07a7a-41d8-48fc-840a-a0e8cb52d81c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154601 Oct 04 05:45:14.854606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:45:14.865170 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:45:14.885503 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:14.885845 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:14.888680 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:14.923506 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:45:14.935353 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-428fcfb4-2805-4eca-a6ae-826297a37e30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/3f28667b-2122-43f7-9321-46165634f7c4 HTTP/1.1" status: 200 len: 990 time: 2.5942926 Oct 04 05:45:14.936616 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:45:14.939108 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7941ffc-fc85-4514-b3d8-527cbecd6a91" -d '{"events": [{"name": "network-changed", "server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:45:15.016001 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be697f34-eaa3-430c-9388-fdce1db0d225 x-openstack-request-id: req-be697f34-eaa3-430c-9388-fdce1db0d225 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:45:15.016575 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:45:15.016917 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be697f34-eaa3-430c-9388-fdce1db0d225 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:45:15.017456 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be697f34-eaa3-430c-9388-fdce1db0d225'] response: {'name': 'network-changed', 'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'status': 'completed', 'code': 200} Oct 04 05:45:15.019022 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:15.054975 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:15.089376 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:15.126631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241329-a3ed-4c34-823e-bcb066e1ad22 req-0ee68989-2a15-4744-b7ad-b25e99a0c8a8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:15.133645 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a1241329-a3ed-4c34-823e-bcb066e1ad22 req-0ee68989-2a15-4744-b7ad-b25e99a0c8a8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0928535 Oct 04 05:45:15.155521 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:45:15.167931 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Sync routers for ids ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:45:15.179986 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Routers {'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:15.182006 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:15.235336 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a1241329-a3ed-4c34-823e-bcb066e1ad22 req-d4bfb769-5544-4ef4-b51a-a5c2992f2f78 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006474 Oct 04 05:45:15.235690 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:15.281788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:15.285821 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-59d828ad-c971-4b99-ae56-c9d986b9cfdd admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5119777 Oct 04 05:45:15.286306 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43226) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:15.303909 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-fdbfab04-570f-4f85-92e3-460c9e0c2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:15.305994 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-fdbfab04-570f-4f85-92e3-460c9e0c2b31 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 1130 time: 0.0900719 Oct 04 05:45:15.422187 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Set router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:15.431769 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:35Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}, {'id': '3f28667b-2122-43f7-9321-46165634f7c4', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:a1:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc490d5-7739-416e-8f18-375de3166471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:44:36Z', 'updated_at': '2022-10-04T05:45:13Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:15.463536 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:45:15.474582 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:15.475288 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:15.520543 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 17992741-a7ff-47ec-8778-2dfdde918ba3 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:15.603307 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-8731ea5d-7f4b-4061-aead-39bbaff6f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:15.605001 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-8731ea5d-7f4b-4061-aead-39bbaff6f4d4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.2852511 Oct 04 05:45:15.693833 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:15.727249 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:15.741259 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:15.757420 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-8bcdae48-caa5-4e0e-bffd-93d98413212b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 HTTP/1.1" status: 200 len: 998 time: 0.1419060 Oct 04 05:45:15.798662 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:45:13Z', 'revision_number': 3, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:15.841911 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Checking router: c27b3f0f-dcc6-4036-bf26-3f4bc486d91d for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:45:15.842319 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Updating router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d port c188438c-25f3-4ddd-9b75-b2baa629f95b binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:45:15.877655 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:15.903971 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fca6b-62f8-48b3-8931-d4a6635688cc req-1b65b345-9c50-4513-bda9-bd77b341c6ac tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:15.912217 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-723fca6b-62f8-48b3-8931-d4a6635688cc req-1b65b345-9c50-4513-bda9-bd77b341c6ac tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.1529803 Oct 04 05:45:15.937284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 17992741-a7ff-47ec-8778-2dfdde918ba3 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:15.937842 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:15.938239 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 17992741-a7ff-47ec-8778-2dfdde918ba3 Oct 04 05:45:15.970307 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988d0a-4b76-4087-a791-93c8c3b8dd01 req-7b53da88-e16a-469f-bdad-3824a9a6db4a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:15.970522 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:15.982692 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-86988d0a-4b76-4087-a791-93c8c3b8dd01 req-7b53da88-e16a-469f-bdad-3824a9a6db4a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1515617 Oct 04 05:45:15.999654 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-93c782c6-97e3-4a48-b844-53934fe855f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:16.000909 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-93c782c6-97e3-4a48-b844-53934fe855f5 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.2355707 Oct 04 05:45:16.013593 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.039910 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-723fca6b-62f8-48b3-8931-d4a6635688cc req-d983af3a-1ccb-4fc4-b1db-676f81f21b50 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260815 Oct 04 05:45:16.108920 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 17992741-a7ff-47ec-8778-2dfdde918ba3 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:16.237946 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Publish callbacks [] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.240678 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:16.259463 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-86988d0a-4b76-4087-a791-93c8c3b8dd01 req-f577f2ba-20fc-4118-98bb-de49ca678d00 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730541 Oct 04 05:45:16.284453 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-e5d1a63c-5357-4004-95c9-631a5da31890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:16.286118 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-e5d1a63c-5357-4004-95c9-631a5da31890 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2646785 Oct 04 05:45:16.291925 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Allocated IP 172.20.0.1 (38b6443f-10bf-4fae-8a1d-a708d2d478b9/b9f1b3ab-40a9-42e6-9df9-a8064dcca576/4b915edd-fd28-482b-bea8-b28c631d0834) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:16.306862 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.347145 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:35Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}, {'id': '3f28667b-2122-43f7-9321-46165634f7c4', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:a1:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc490d5-7739-416e-8f18-375de3166471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:44:36Z', 'updated_at': '2022-10-04T05:45:13Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:16.391830 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Attempting to bind port c188438c-25f3-4ddd-9b75-b2baa629f95b on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:16.392188 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Attempting to bind port c188438c-25f3-4ddd-9b75-b2baa629f95b by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:16.392544 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Attempting to bind port c188438c-25f3-4ddd-9b75-b2baa629f95b on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:16.403401 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f0442-c2ad-4017-91bc-cf076584b5cc None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:35Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}, {'id': '3f28667b-2122-43f7-9321-46165634f7c4', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:a1:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc490d5-7739-416e-8f18-375de3166471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:44:36Z', 'updated_at': '2022-10-04T05:45:13Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:45:16.416175 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks [] for port (4b915edd-fd28-482b-bea8-b28c631d0834), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.451098 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877084f9-0caf-4592-b98a-9cbefb38ca65 None None] Pushing event updated for resources: {'Port': ['ID=c188438c-25f3-4ddd-9b75-b2baa629f95b,revision_number=2']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:16.468489 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:16.499100 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:45:16.499758 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:16.500979 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.501528 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:45:16.502710 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Bound port: c188438c-25f3-4ddd-9b75-b2baa629f95b, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:45:16.503246 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.519790 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4d8ad-5449-4f32-b321-4581202a2be4 req-11f86f8f-4829-4dd2-8a36-004e8eff3e72 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:16.522221 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-88e4d8ad-5449-4f32-b321-4581202a2be4 req-11f86f8f-4829-4dd2-8a36-004e8eff3e72 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0721872 Oct 04 05:45:16.539658 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.557349 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-80e91f29-1a75-45a9-8133-eef398a5cf5d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519429 Oct 04 05:45:16.563591 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:16.587611 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] For port c188438c-25f3-4ddd-9b75-b2baa629f95b, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:45:16.591346 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] For port c188438c-25f3-4ddd-9b75-b2baa629f95b, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=c188438c-25f3-4ddd-9b75-b2baa629f95b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:45:16.657740 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:16.671942 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:16.682060 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-88e4d8ad-5449-4f32-b321-4581202a2be4 req-365325f5-f1ea-4ab3-becd-58bbae266317 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527398 Oct 04 05:45:16.683546 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:16.688172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Pushing event updated for resources: {'Port': ['ID=4b915edd-fd28-482b-bea8-b28c631d0834,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:16.691127 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.769074 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b7941ffc-fc85-4514-b3d8-527cbecd6a91 req-735f08dd-b327-4dff-9725-b01750b9f443 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923537 Oct 04 05:45:16.779084 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:16.792185 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Routers {'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:16.793751 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:16.842024 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a962642-0440-4516-87b7-8881dfd30693 None None] New status for floating IP 3f28667b-2122-43f7-9321-46165634f7c4: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:45:16.958872 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] Set router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:17.040500 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-2c45a223-a5d3-457f-8d97-741288f620c5 None None] Provisioning complete for port 4b915edd-fd28-482b-bea8-b28c631d0834 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:17.041060 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2c45a223-a5d3-457f-8d97-741288f620c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:17.041144 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-2c45a223-a5d3-457f-8d97-741288f620c5 None None] Attempt 1 to provision port 4b915edd-fd28-482b-bea8-b28c631d0834 Oct 04 05:45:17.136898 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:17.154061 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:45:13Z', 'revision_number': 3, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:17.163170 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-2c45a223-a5d3-457f-8d97-741288f620c5 None None] Port 4b915edd-fd28-482b-bea8-b28c631d0834 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:45:17.192013 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6864b23-a02c-45b6-a89c-50d3500469c6 None None] The sync data for ids ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'] in dv-cinder-849143-10-iscsi is: [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:45:13Z', 'revision_number': 3, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:45:17.209029 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877084f9-0caf-4592-b98a-9cbefb38ca65 None None] Pushing event updated for resources: {'Port': ['ID=c188438c-25f3-4ddd-9b75-b2baa629f95b,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:17.226186 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ade1-6eeb-4f45-94a2-e71af6efd5c0 req-b56b1f0c-9f5e-473e-ad33-27ad27de8e07 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:17.228968 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aba6ade1-6eeb-4f45-94a2-e71af6efd5c0 req-b56b1f0c-9f5e-473e-ad33-27ad27de8e07 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0739751 Oct 04 05:45:17.286271 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aba6ade1-6eeb-4f45-94a2-e71af6efd5c0 req-5ef3b35c-bc2a-40b2-adf8-0131becf331a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Oct 04 05:45:17.317199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:17.330180 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:17.392375 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks [] for port (4b915edd-fd28-482b-bea8-b28c631d0834), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:17.433597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf546e6-5177-414e-bd11-28d8bc14176e req-49fe5992-323f-435b-9c6f-4ca3236228b7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:17.435108 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bdf546e6-5177-414e-bd11-28d8bc14176e req-49fe5992-323f-435b-9c6f-4ca3236228b7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0558898 Oct 04 05:45:17.482736 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:17.526795 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bdf546e6-5177-414e-bd11-28d8bc14176e req-a03ed624-38ef-4841-90e0-db5606191524 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853794 Oct 04 05:45:17.574635 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:17.576615 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Pushing event updated for resources: {'Port': ['ID=4b915edd-fd28-482b-bea8-b28c631d0834,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:17.695831 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:17.697346 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:17.854934 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:17.857161 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:45:17.932030 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b1a5d-b0b2-4a67-9367-cbc70269c3e5 req-8e76dcb1-3732-49f0-b46e-622682b78451 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:17.942907 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fd4b1a5d-b0b2-4a67-9367-cbc70269c3e5 req-8e76dcb1-3732-49f0-b46e-622682b78451 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.1133580 Oct 04 05:45:18.015998 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fd4b1a5d-b0b2-4a67-9367-cbc70269c3e5 req-ca73c022-288e-4fae-9ebf-8d02aa89878c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713222 Oct 04 05:45:18.029714 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:45:18.050670 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-00853e2d-7175-469b-8f3e-b5ba90d31f13 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/c27b3f0f-dcc6-4036-bf26-3f4bc486d91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7632387 Oct 04 05:45:18.077527 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:18.087269 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-8425fdad-da3e-4e71-ad96-3bcdbb9dbfd3 None None] Provisioning complete for port 4b915edd-fd28-482b-bea8-b28c631d0834 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:18.087730 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8425fdad-da3e-4e71-ad96-3bcdbb9dbfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:18.088132 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-8425fdad-da3e-4e71-ad96-3bcdbb9dbfd3 None None] Attempt 1 to provision port 4b915edd-fd28-482b-bea8-b28c631d0834 Oct 04 05:45:18.121550 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:18.128619 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-8425fdad-da3e-4e71-ad96-3bcdbb9dbfd3 None None] Port 4b915edd-fd28-482b-bea8-b28c631d0834 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:45:18.460860 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68bd0-8346-4e92-ba7c-e621f8fbec2e req-8692e760-4210-46e1-bc04-03a0b5253eb6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:18.463379 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8ef68bd0-8346-4e92-ba7c-e621f8fbec2e req-8692e760-4210-46e1-bc04-03a0b5253eb6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0713463 Oct 04 05:45:18.536593 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8ef68bd0-8346-4e92-ba7c-e621f8fbec2e req-63f06e95-b373-493b-bd69-84d70e715102 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630617 Oct 04 05:45:18.671819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3934aac-d7ec-45f5-8875-b3428a08f419 req-2321d6be-8d62-4f38-a8d2-d74ceb2eee14 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:18.674580 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3934aac-d7ec-45f5-8875-b3428a08f419 req-2321d6be-8d62-4f38-a8d2-d74ceb2eee14 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0645227 Oct 04 05:45:18.730672 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3934aac-d7ec-45f5-8875-b3428a08f419 req-210dbaa3-d986-46dd-995f-fb29cef1c071 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503886 Oct 04 05:45:19.149124 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bed431-e28d-49d0-89e6-a4934d10a2ec req-fc4fa264-e370-471c-9541-34e09b850eb6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:19.157316 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-39bed431-e28d-49d0-89e6-a4934d10a2ec req-fc4fa264-e370-471c-9541-34e09b850eb6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0647111 Oct 04 05:45:19.212613 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-39bed431-e28d-49d0-89e6-a4934d10a2ec req-1b415441-f7a8-4f3a-abce-09386ff4d04a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542102 Oct 04 05:45:19.450853 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device c188438c-25f3-4ddd-9b75-b2baa629f95b up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:19.506263 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port c188438c-25f3-4ddd-9b75-b2baa629f95b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:19.506729 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:19.507137 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port c188438c-25f3-4ddd-9b75-b2baa629f95b Oct 04 05:45:19.591476 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port c188438c-25f3-4ddd-9b75-b2baa629f95b is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:19.591873 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:19.618812 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port c188438c-25f3-4ddd-9b75-b2baa629f95b, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=c188438c-25f3-4ddd-9b75-b2baa629f95b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:19.681302 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:19.739666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6751de3-26fc-45ea-8bfe-72aef1357eab req-49cd3e7b-7a41-4052-a09c-c2763ba8edef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:19.741246 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e6751de3-26fc-45ea-8bfe-72aef1357eab req-49cd3e7b-7a41-4052-a09c-c2763ba8edef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0834401 Oct 04 05:45:19.814571 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e6751de3-26fc-45ea-8bfe-72aef1357eab req-51685688-3d63-4147-9f02-ad2d5a861cd9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Oct 04 05:45:19.854851 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=c188438c-25f3-4ddd-9b75-b2baa629f95b,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:19.943097 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8c20e-1db1-477b-99d3-cbbd67b77d68 req-1e3e5479-58f3-4606-98c0-570f35dd1de9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:19.946665 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-80e8c20e-1db1-477b-99d3-cbbd67b77d68 req-1e3e5479-58f3-4606-98c0-570f35dd1de9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0758059 Oct 04 05:45:20.005994 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Sync routers for ids ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:45:20.019516 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Routers {'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:20.020909 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:20.031833 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-80e8c20e-1db1-477b-99d3-cbbd67b77d68 req-af0c623f-117c-45a4-9f48-c6fd454246b8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807428 Oct 04 05:45:20.161560 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Set router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:20.196262 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:20.358694 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:20.379877 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:45:17Z', 'revision_number': 4, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '4b915edd-fd28-482b-bea8-b28c631d0834', 'name': '', 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'mac_address': 'fa:16:3e:07:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:16Z', 'updated_at': '2022-10-04T05:45:17Z', 'revision_number': 2, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'subnets': [{'id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:20.396765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:20.421341 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Checking router: c27b3f0f-dcc6-4036-bf26-3f4bc486d91d for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:45:20.421341 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Updating router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d port 4b915edd-fd28-482b-bea8-b28c631d0834 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:45:20.421654 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eecbee-5e52-4938-b300-5804b8600080 req-04662f88-e400-419e-b403-857b0f791838 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:20.421654 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5eecbee-5e52-4938-b300-5804b8600080 req-04662f88-e400-419e-b403-857b0f791838 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0786471 Oct 04 05:45:20.443248 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:20.482811 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5eecbee-5e52-4938-b300-5804b8600080 req-a0059ccc-465c-4c9a-874e-4dbb65e7407c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588562 Oct 04 05:45:20.740647 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Publish callbacks [] for port (4b915edd-fd28-482b-bea8-b28c631d0834), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:20.803816 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:20.952477 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Pushing event updated for resources: {'Port': ['ID=4b915edd-fd28-482b-bea8-b28c631d0834,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:20.969807 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.970400 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.970853 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.971324 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.972182 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.972762 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.973217 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.973698 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.974131 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.974582 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.975179 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.975782 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.976052 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.976498 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:20.976913 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:21.003742 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075b81-d4bd-4160-8988-214390199c13 req-60b87ff3-23b3-4e20-9051-9d8368d52e0e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:21.005667 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-73075b81-d4bd-4160-8988-214390199c13 req-60b87ff3-23b3-4e20-9051-9d8368d52e0e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0903430 Oct 04 05:45:21.064136 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Attempting to bind port 4b915edd-fd28-482b-bea8-b28c631d0834 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:21.064726 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Attempting to bind port 4b915edd-fd28-482b-bea8-b28c631d0834 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:21.064821 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Attempting to bind port 4b915edd-fd28-482b-bea8-b28c631d0834 on network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:21.074165 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-73075b81-d4bd-4160-8988-214390199c13 req-e4dce883-6968-4e96-aa1e-b5611bc9437b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610754 Oct 04 05:45:21.118097 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:45:21.118581 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Checking segment: {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:45:21.119049 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:21.119529 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Bound using segment: {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:45:21.120094 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Bound port: 4b915edd-fd28-482b-bea8-b28c631d0834, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:45:21.120531 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:21.210253 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] For port 4b915edd-fd28-482b-bea8-b28c631d0834, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:45:21.213642 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] For port 4b915edd-fd28-482b-bea8-b28c631d0834, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=4b915edd-fd28-482b-bea8-b28c631d0834,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:45:21.246847 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803710-22d5-4984-82bb-79b189cf625a req-3f38137e-5edd-4ffd-94ca-2add21a9d6f5 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:21.249058 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e2803710-22d5-4984-82bb-79b189cf625a req-3f38137e-5edd-4ffd-94ca-2add21a9d6f5 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Oct 04 05:45:21.305643 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e2803710-22d5-4984-82bb-79b189cf625a req-cc291636-6d00-494f-b80c-c1afca4fb4c2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503187 Oct 04 05:45:21.335472 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:21.374686 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Routers {'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:45:21.375302 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:45:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:21.427600 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f1156-bbf2-45ef-b6b0-b286db5e603a None None] Pushing event updated for resources: {'Port': ['ID=4b915edd-fd28-482b-bea8-b28c631d0834,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:21.432174 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:21.467767 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device c188438c-25f3-4ddd-9b75-b2baa629f95b up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:21.528375 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] Set router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:45:21.543964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port c188438c-25f3-4ddd-9b75-b2baa629f95b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:21.544345 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:21.544683 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port c188438c-25f3-4ddd-9b75-b2baa629f95b Oct 04 05:45:21.612693 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f799-7140-43fe-9233-051346c6dc7b req-e2f7d6ea-029e-4fad-899a-f44bdd94fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:21.620623 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-e2f7d6ea-029e-4fad-899a-f44bdd94fbed service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1130 time: 0.0726340 Oct 04 05:45:21.704528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port c188438c-25f3-4ddd-9b75-b2baa629f95b is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:21.753268 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5996f-b35f-41c6-ad79-6411ddf40230 req-15b034d8-e849-4844-a089-4396724d6159 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:21.760918 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-22c5996f-b35f-41c6-ad79-6411ddf40230 req-15b034d8-e849-4844-a089-4396724d6159 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0986092 Oct 04 05:45:21.764553 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f799-7140-43fe-9233-051346c6dc7b req-110214d4-a85c-4779-b60f-47b2cbd97bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:21.767056 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-110214d4-a85c-4779-b60f-47b2cbd97bf6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.1412275 Oct 04 05:45:21.807242 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:45:17Z', 'revision_number': 4, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '4b915edd-fd28-482b-bea8-b28c631d0834', 'name': '', 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'mac_address': 'fa:16:3e:07:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:16Z', 'updated_at': '2022-10-04T05:45:21Z', 'revision_number': 4, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'subnets': [{'id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:45:21.820912 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-22c5996f-b35f-41c6-ad79-6411ddf40230 req-ec9c5a99-fcc5-454c-9a85-b5f04898bbd3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590649 Oct 04 05:45:21.839947 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4fa57-2609-48c5-9fa4-ec5c9f9ceac1 None None] The sync data for ids ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'] in dv-cinder-849143-10-iscsi is: [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:45:17Z', 'revision_number': 4, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '4b915edd-fd28-482b-bea8-b28c631d0834', 'name': '', 'network_id': '38b6443f-10bf-4fae-8a1d-a708d2d478b9', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'mac_address': 'fa:16:3e:07:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:16Z', 'updated_at': '2022-10-04T05:45:21Z', 'revision_number': 4, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'subnets': [{'id': 'b9f1b3ab-40a9-42e6-9df9-a8064dcca576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:45:21.892181 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-9044c359-b83c-47c9-9244-189d5d561227 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 1002 time: 0.1156578 Oct 04 05:45:22.072009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f799-7140-43fe-9233-051346c6dc7b req-921af114-a02f-41c2-b314-246d1e710875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:22.074326 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-921af114-a02f-41c2-b314-246d1e710875 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.1048415 Oct 04 05:45:22.137675 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f799-7140-43fe-9233-051346c6dc7b req-70bf7dd3-a783-4061-9c2b-5466ac9097a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:22.139217 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-70bf7dd3-a783-4061-9c2b-5466ac9097a4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555112 Oct 04 05:45:22.225812 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:22.300585 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0166e5b-f001-4819-889f-2e18a5a0df95 req-503a5f0b-769c-420c-9bbf-918dec04ffbf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:22.302100 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a0166e5b-f001-4819-889f-2e18a5a0df95 req-503a5f0b-769c-420c-9bbf-918dec04ffbf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0747695 Oct 04 05:45:22.306867 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-e637cc15-f250-48af-856e-d63ee832c156 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558847 Oct 04 05:45:22.552052 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad3f799-7140-43fe-9233-051346c6dc7b req-0ce64432-1fe4-4b15-a3d0-0153ec3be731 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366455 Oct 04 05:45:22.615180 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da8229-4460-4dc0-9d65-d6dd2d037257 req-2b2b6e77-61f5-4d58-879b-0db2386c98c8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:22.615180 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3da8229-4460-4dc0-9d65-d6dd2d037257 req-2b2b6e77-61f5-4d58-879b-0db2386c98c8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1337175 Oct 04 05:45:22.617005 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a0166e5b-f001-4819-889f-2e18a5a0df95 req-ecbb1038-cb4d-43b3-8e24-d4f73b0bdd4a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975550 Oct 04 05:45:22.671049 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:22.721357 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3da8229-4460-4dc0-9d65-d6dd2d037257 req-b06004ac-97ba-47f7-a31b-aa1d92f5f689 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902922 Oct 04 05:45:22.978316 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283221be-e1f0-4a57-8f76-3a286806c1f6 req-9ed3cd51-f012-4cbb-b4fc-b1de0547965b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:22.980161 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-283221be-e1f0-4a57-8f76-3a286806c1f6 req-9ed3cd51-f012-4cbb-b4fc-b1de0547965b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 946 time: 0.0591767 Oct 04 05:45:23.057503 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-283221be-e1f0-4a57-8f76-3a286806c1f6 req-29002281-a051-49e8-a5d8-1631e5cf6e6b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605493 Oct 04 05:45:23.142411 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:45:23.430067 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 4b915edd-fd28-482b-bea8-b28c631d0834 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:23.474272 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 4b915edd-fd28-482b-bea8-b28c631d0834 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:23.474634 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:23.474964 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 4b915edd-fd28-482b-bea8-b28c631d0834 Oct 04 05:45:23.550562 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 4b915edd-fd28-482b-bea8-b28c631d0834 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:23.551167 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:23.590351 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 4b915edd-fd28-482b-bea8-b28c631d0834, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=4b915edd-fd28-482b-bea8-b28c631d0834,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:23.666544 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:23.737296 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=4b915edd-fd28-482b-bea8-b28c631d0834,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:23.755685 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e82cbb-8fa1-4d7c-b877-12cc2b7f3f0b req-150c3f24-0c51-4280-8ace-4d15da884565 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:23.757920 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-06e82cbb-8fa1-4d7c-b877-12cc2b7f3f0b req-150c3f24-0c51-4280-8ace-4d15da884565 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0589662 Oct 04 05:45:23.816819 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-06e82cbb-8fa1-4d7c-b877-12cc2b7f3f0b req-c9c9e657-f73f-4cab-9a43-3b5c772b24e9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Oct 04 05:45:23.883852 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d6c5c-0ec4-4853-85b3-2530c49b50fb req-7c97a5cf-87ac-479f-94a6-d409ba15afbd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:23.890753 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-316d6c5c-0ec4-4853-85b3-2530c49b50fb req-7c97a5cf-87ac-479f-94a6-d409ba15afbd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0672550 Oct 04 05:45:23.948711 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-316d6c5c-0ec4-4853-85b3-2530c49b50fb req-7057f374-6c3c-41f4-8761-0c3e3e1e0763 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461321 Oct 04 05:45:23.960960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:45:24.044324 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: ACTIVE; New status is: DOWN {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:24.044715 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:24.070243 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:45:24.072722 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e42a4-d01d-4b2a-9de9-1c08195145f9" -d '{"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-unplugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:45:24.088192 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:24.153591 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 05:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618401ae-7944-4466-b98d-856dfc0b19c9 x-openstack-request-id: req-618401ae-7944-4466-b98d-856dfc0b19c9 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:45:24.153911 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-unplugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:45:24.154190 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-618401ae-7944-4466-b98d-856dfc0b19c9 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:45:24.154609 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618401ae-7944-4466-b98d-856dfc0b19c9'] response: {'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'code': 200} Oct 04 05:45:24.165641 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:24.179757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:24.224117 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=8']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:24.225431 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d6da9-19ee-4b6d-becb-ec48ab6c6d4b req-6ed39bbc-0f95-4e1a-9d2e-08eae632c628 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:24.227220 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-611d6da9-19ee-4b6d-becb-ec48ab6c6d4b req-6ed39bbc-0f95-4e1a-9d2e-08eae632c628 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0628517 Oct 04 05:45:24.287885 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-611d6da9-19ee-4b6d-becb-ec48ab6c6d4b req-ce48fbca-eca6-4fc1-a152-860effd81577 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478868 Oct 04 05:45:24.960427 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aa191-ab86-4890-9c8a-6728fefcefb0 req-f96b5292-c3df-4011-84f7-03dcaa01c4ee tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:24.961931 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fe4aa191-ab86-4890-9c8a-6728fefcefb0 req-f96b5292-c3df-4011-84f7-03dcaa01c4ee tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0564647 Oct 04 05:45:25.037774 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fe4aa191-ab86-4890-9c8a-6728fefcefb0 req-475251a4-b69d-4085-aaa5-f200822e4dc8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Oct 04 05:45:25.101075 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae67c9-eb07-48be-b770-78f24952dddc req-03ea7a0b-fcc0-4131-8cce-aeaf6e3b4903 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:25.110644 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f3ae67c9-eb07-48be-b770-78f24952dddc req-03ea7a0b-fcc0-4131-8cce-aeaf6e3b4903 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0737205 Oct 04 05:45:25.159381 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f3ae67c9-eb07-48be-b770-78f24952dddc req-741e3a01-6257-4b78-80b6-5f0151b0a3fe tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477638 Oct 04 05:45:25.471228 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 4b915edd-fd28-482b-bea8-b28c631d0834 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:45:25.478631 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba6513-3454-48e8-b4c6-2132c50ad8ab req-f8293897-ffcb-4265-8dd4-d030ad97cceb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:25.482630 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-57ba6513-3454-48e8-b4c6-2132c50ad8ab req-f8293897-ffcb-4265-8dd4-d030ad97cceb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0633473 Oct 04 05:45:25.508366 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:25.525020 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:25.552120 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-57ba6513-3454-48e8-b4c6-2132c50ad8ab req-cc7f8b7a-6598-4e7f-b303-07b693652139 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623887 Oct 04 05:45:25.571188 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 4b915edd-fd28-482b-bea8-b28c631d0834 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:25.571752 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:25.572096 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 4b915edd-fd28-482b-bea8-b28c631d0834 Oct 04 05:45:25.694184 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 4b915edd-fd28-482b-bea8-b28c631d0834 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:26.191154 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f850776-dfbb-40dc-8aff-e7c4d39f4b00 req-30d11020-3536-403a-a35d-5f0ac31ec108 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:26.194991 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5f850776-dfbb-40dc-8aff-e7c4d39f4b00 req-30d11020-3536-403a-a35d-5f0ac31ec108 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0785036 Oct 04 05:45:26.245858 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5f850776-dfbb-40dc-8aff-e7c4d39f4b00 req-effebc05-95e6-477a-bb63-9336fb19db2d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Oct 04 05:45:26.405819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87c0ef-7945-4967-b9b3-49379a61c1ac req-3b98bd3e-cfb9-4e92-8ae5-b0bbf72c4ba6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:26.407563 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ff87c0ef-7945-4967-b9b3-49379a61c1ac req-3b98bd3e-cfb9-4e92-8ae5-b0bbf72c4ba6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0779440 Oct 04 05:45:26.477806 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ff87c0ef-7945-4967-b9b3-49379a61c1ac req-58cf81e2-b257-4916-ba6f-d35be2d7dff1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640602 Oct 04 05:45:27.406455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb9b2-45ac-4b4c-86e2-c8fc06164e54 req-ffc9bf6c-0c50-4f40-9f3a-e18bcd79d8d6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:27.415529 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-334fb9b2-45ac-4b4c-86e2-c8fc06164e54 req-ffc9bf6c-0c50-4f40-9f3a-e18bcd79d8d6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0634382 Oct 04 05:45:27.479354 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-334fb9b2-45ac-4b4c-86e2-c8fc06164e54 req-9b248992-a067-462b-ae9e-0600bd5627f7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 Oct 04 05:45:27.580289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-6649e70a-39ff-4887-b5fe-496eeb6128d7 req-422a3eb9-aba3-46ee-ab9f-bd952be43787 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:45:27.581930 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6649e70a-39ff-4887-b5fe-496eeb6128d7 req-422a3eb9-aba3-46ee-ab9f-bd952be43787 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058894 Oct 04 05:45:27.622866 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018a82-3605-49ff-a3e7-ddbf85cb2891 req-722147be-e627-436d-a131-d62ff5fe1b50 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:27.624710 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-64018a82-3605-49ff-a3e7-ddbf85cb2891 req-722147be-e627-436d-a131-d62ff5fe1b50 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0572212 Oct 04 05:45:27.663238 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0f994832-1891-4317-95aa-2ca8d40b4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:27.677524 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-64018a82-3605-49ff-a3e7-ddbf85cb2891 req-1e796503-5261-4ffb-aac1-a9a51538c730 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467091 Oct 04 05:45:27.973077 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:45:28.096372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: DOWN; New status is: DOWN {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:45:28.132036 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc487e0-88d2-4ab0-ae07-80c979d57f47 req-3363ac56-08ce-4afc-8c83-4b872a617a6b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:28.140240 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3dc487e0-88d2-4ab0-ae07-80c979d57f47 req-3363ac56-08ce-4afc-8c83-4b872a617a6b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0634484 Oct 04 05:45:28.160480 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:28.206770 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3dc487e0-88d2-4ab0-ae07-80c979d57f47 req-9981d9e1-c0e8-4d41-ade3-3383d838594c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647988 Oct 04 05:45:28.209319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d047a2-d294-46ac-8816-ccdc919cf4b1 req-ab3fa1c7-e727-406e-ba20-a8b89d619271 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:28.242231 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-47d047a2-d294-46ac-8816-ccdc919cf4b1 req-ab3fa1c7-e727-406e-ba20-a8b89d619271 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1440389 Oct 04 05:45:28.368455 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-47d047a2-d294-46ac-8816-ccdc919cf4b1 req-fb1edf5f-f1f8-4788-8938-9e280b11a823 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198974 Oct 04 05:45:28.464725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed035e29-7917-4588-811a-0e2d25120ac6 req-b6bd709b-bc65-4820-9982-0591e5790d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:28.466432 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ed035e29-7917-4588-811a-0e2d25120ac6 req-b6bd709b-bc65-4820-9982-0591e5790d83 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 1129 time: 0.0745015 Oct 04 05:45:28.484697 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:28.487111 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-c48b125a-ffa5-48c0-9b22-737df3767f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:28.488558 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-c48b125a-ffa5-48c0-9b22-737df3767f47 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1129 time: 0.0616047 Oct 04 05:45:28.580626 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ed035e29-7917-4588-811a-0e2d25120ac6 req-95abdc55-9107-47ca-9967-ee49b73b22a4 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072583 Oct 04 05:45:28.616981 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-24875d53-060b-45c4-92a8-e0bba99a4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:28.618526 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-24875d53-060b-45c4-92a8-e0bba99a4923 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 911 time: 0.1218941 Oct 04 05:45:28.644724 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822b05-6b96-4e8c-aaf2-1a8f7d928da1 req-bbdd5f51-6b11-456b-a1ec-e2a0567cae1b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:28.650732 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c1822b05-6b96-4e8c-aaf2-1a8f7d928da1 req-bbdd5f51-6b11-456b-a1ec-e2a0567cae1b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0638337 Oct 04 05:45:28.706903 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c1822b05-6b96-4e8c-aaf2-1a8f7d928da1 req-6b17eef8-ded7-42af-a7d3-87464e142f7c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542538 Oct 04 05:45:28.814277 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43426) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:28.948299 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-14ad2994-e4d8-480f-98e0-267f5ea1e71d service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 200 len: 1000 time: 0.0751476 Oct 04 05:45:28.993971 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-a34698cc-6cdd-4eed-bb32-2bbb0014d97d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1778102 Oct 04 05:45:28.998896 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-f8d09903-1e31-478c-890c-5e99acfc07de service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:45:29.003679 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-f8d09903-1e31-478c-890c-5e99acfc07de service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0090122 Oct 04 05:45:29.093660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 43436) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:45:29.204921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-bf71e485-833c-44fa-b6a1-1af3b7dd2661 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:29.206411 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-bf71e485-833c-44fa-b6a1-1af3b7dd2661 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports/086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 941 time: 0.1115508 Oct 04 05:45:29.409143 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-830ccd97-37ed-4fa0-a40a-8365553b34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:29.411599 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-830ccd97-37ed-4fa0-a40a-8365553b34e4 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.1545250 Oct 04 05:45:29.418417 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3539a-cfc6-44b4-a9a7-9e694e14f9a7 req-7599b29f-34c6-418e-ba4e-8a6e48373f4b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:29.425786 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-05c3539a-cfc6-44b4-a9a7-9e694e14f9a7 req-7599b29f-34c6-418e-ba4e-8a6e48373f4b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.1007564 Oct 04 05:45:29.475323 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:29.511893 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-e58b1fee-d1a9-4a35-8258-21365702e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:29.513686 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-e58b1fee-d1a9-4a35-8258-21365702e1a5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657730 Oct 04 05:45:29.525961 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-05c3539a-cfc6-44b4-a9a7-9e694e14f9a7 req-11f835d6-ce1a-4eef-824f-738b22644d43 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992172 Oct 04 05:45:29.543846 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fa81b-891b-4718-a8dc-b183f9d1bb6f req-982cb7a8-14a8-45a6-8f8e-060ce93e7b03 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:29.551351 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-600fa81b-891b-4718-a8dc-b183f9d1bb6f req-982cb7a8-14a8-45a6-8f8e-060ce93e7b03 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0712051 Oct 04 05:45:29.602658 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-600fa81b-891b-4718-a8dc-b183f9d1bb6f req-e6a3c44e-c975-49e4-bc01-00c506c5fdac tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497179 Oct 04 05:45:29.733445 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-3542cb0d-d190-456f-aee3-674582af994b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160922 Oct 04 05:45:29.900246 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040aa06-3065-4940-a5c2-e27b92d380c4 req-b8f6e92f-7bec-4e7d-a3be-edff82125d64 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:29.901804 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f040aa06-3065-4940-a5c2-e27b92d380c4 req-b8f6e92f-7bec-4e7d-a3be-edff82125d64 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0931351 Oct 04 05:45:29.924618 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f382560-06ee-4784-9ba6-5948fa74e418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:29.959864 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f040aa06-3065-4940-a5c2-e27b92d380c4 req-8ac68e6e-61e6-4b3e-8858-85f4433e7ded tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Oct 04 05:45:30.108526 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a546d-8126-421d-bc57-09d4b31ec06e req-6fd132a1-70ae-4305-b24a-1196b4d535f0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:30.109986 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a30a546d-8126-421d-bc57-09d4b31ec06e req-6fd132a1-70ae-4305-b24a-1196b4d535f0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Oct 04 05:45:30.166012 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a30a546d-8126-421d-bc57-09d4b31ec06e req-46e690df-025e-4d30-937d-422652e50a3b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492315 Oct 04 05:45:30.358621 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e64e63e-184b-4db9-885a-d8d640dc5965 req-ea7175ae-d057-40a7-ba23-073dc4c4093b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972302 Oct 04 05:45:30.670692 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090fcf-45dc-46e1-896c-71d77d205711 req-c663b107-32bc-48c1-88cb-03bf1de5513d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:30.672147 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e6090fcf-45dc-46e1-896c-71d77d205711 req-c663b107-32bc-48c1-88cb-03bf1de5513d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0525215 Oct 04 05:45:30.739569 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e6090fcf-45dc-46e1-896c-71d77d205711 req-10705701-b3d2-4285-9057-9cc398340cb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619125 Oct 04 05:45:30.746345 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d38687-02aa-4bad-a245-c619303008ba req-1f41702c-766c-4c35-936b-256a7c99b63f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:30.747806 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-76d38687-02aa-4bad-a245-c619303008ba req-1f41702c-766c-4c35-936b-256a7c99b63f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0460060 Oct 04 05:45:30.795654 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-76d38687-02aa-4bad-a245-c619303008ba req-5a26b536-3370-4ddf-849b-b374d3a41f22 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 Oct 04 05:45:31.084489 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b066e2b-cf39-466f-a61f-f68a462e5179 req-b59625aa-9e64-4b1c-b5a9-124f4ff48367 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:31.086114 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b066e2b-cf39-466f-a61f-f68a462e5179 req-b59625aa-9e64-4b1c-b5a9-124f4ff48367 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0482922 Oct 04 05:45:31.133249 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b066e2b-cf39-466f-a61f-f68a462e5179 req-23b17161-57d2-4009-8699-3c2ba9db0e28 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Oct 04 05:45:31.177440 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:31.256541 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d05a84-07d9-4e2f-9acb-59467e268cd8 req-e6cb5d18-3204-4083-921c-dd7cdd224268 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:31.263898 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-75d05a84-07d9-4e2f-9acb-59467e268cd8 req-e6cb5d18-3204-4083-921c-dd7cdd224268 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0543351 Oct 04 05:45:31.328232 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-75d05a84-07d9-4e2f-9acb-59467e268cd8 req-76befbed-2800-47e9-b4e0-b1f44615c55f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Oct 04 05:45:31.563436 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1852724-09a8-44ff-a8d0-717a308b8951 req-ceb300ef-8d77-4f71-89f0-8d6a8b5340ad tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:31.564847 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c1852724-09a8-44ff-a8d0-717a308b8951 req-ceb300ef-8d77-4f71-89f0-8d6a8b5340ad tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.3152092 Oct 04 05:45:31.616580 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c1852724-09a8-44ff-a8d0-717a308b8951 req-1c0cb182-dc04-428d-b947-5e8a21fbd718 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Oct 04 05:45:31.881457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94db98-8e40-419b-8484-60b050749304 req-0183a4b6-30c6-4783-847e-e076042c7803 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:31.882978 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-aa94db98-8e40-419b-8484-60b050749304 req-0183a4b6-30c6-4783-847e-e076042c7803 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0536172 Oct 04 05:45:31.897062 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:31.937573 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-aa94db98-8e40-419b-8484-60b050749304 req-ec865e0e-09c4-4b99-8b00-9c659156eae7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484381 Oct 04 05:45:31.951754 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33c97-4202-41eb-aaf9-147601919a4f req-0234b24e-218c-4465-9192-8b51e280f292 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:31.959636 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71d33c97-4202-41eb-aaf9-147601919a4f req-0234b24e-218c-4465-9192-8b51e280f292 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0585301 Oct 04 05:45:31.968261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:32.005812 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71d33c97-4202-41eb-aaf9-147601919a4f req-e48b0fbc-4243-4ed2-866b-20546ef376e5 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450554 Oct 04 05:45:32.171474 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=20 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:32.479755 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-46a0861f-45f6-4053-bd44-bc9a736d2fe6 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:32.481307 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-46a0861f-45f6-4053-bd44-bc9a736d2fe6 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.0604980 Oct 04 05:45:32.549742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-7e27adf0-ffcc-416e-ab64-b1e78c4e6f73 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:32.551213 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-7e27adf0-ffcc-416e-ab64-b1e78c4e6f73 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 815 time: 0.1799960 Oct 04 05:45:32.589343 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-d15e6717-7d05-4779-bea7-9f3ba336ea6c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/quotas/c237fdd93f3e47dea64bd0143f09b819 HTTP/1.1" status: 200 len: 375 time: 0.0293128 Oct 04 05:45:32.627056 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Deleting port 14c00f98-c139-425e-822a-24588d96e045 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:45:32.627395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (14c00f98-c139-425e-822a-24588d96e045), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:32.689416 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-f8209f60-3766-437f-8f67-5764497a622a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934148 Oct 04 05:45:32.715980 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:32.750827 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19338-e717-41ed-902e-ce47361a7e18 req-595be49c-14cb-4cc0-bfe7-c6301d83bcff tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:32.752332 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-91d19338-e717-41ed-902e-ce47361a7e18 req-595be49c-14cb-4cc0-bfe7-c6301d83bcff tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 945 time: 0.0460780 Oct 04 05:45:32.787236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] For port 14c00f98-c139-425e-822a-24588d96e045, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14c00f98-c139-425e-822a-24588d96e045,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:45:32.787769 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (14c00f98-c139-425e-822a-24588d96e045), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:32.810000 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Calling delete_port for 14c00f98-c139-425e-822a-24588d96e045 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:45:32.814499 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-91d19338-e717-41ed-902e-ce47361a7e18 req-b8e9efa5-ebda-4123-8dfd-c8d1a64f726f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551250 Oct 04 05:45:32.842506 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:32.847313 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-94f327a0-bd9e-4afa-9d79-bf192762475d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432550 Oct 04 05:45:32.908468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:32.990829 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-e399fefd-0abe-43c5-8cc9-d12226441aaf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167009 Oct 04 05:45:33.099737 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912a7e6-8fa1-47e3-9fe5-9f4c07ba31df req-3fca7c8a-2ddc-4e48-ac3a-8978f5db08bb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:33.101282 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9912a7e6-8fa1-47e3-9fe5-9f4c07ba31df req-3fca7c8a-2ddc-4e48-ac3a-8978f5db08bb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0501087 Oct 04 05:45:33.135077 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (14c00f98-c139-425e-822a-24588d96e045), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:33.137303 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:33.147631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:33.167833 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Pushing event deleted for resources: {'Port': ['ID=14c00f98-c139-425e-822a-24588d96e045,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:33.180214 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['14c00f98-c139-425e-822a-24588d96e045'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:45:33.265079 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] No DVR routers for this DVR port 14c00f98-c139-425e-822a-24588d96e045 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:45:33.271668 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:33.275630 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7f0c9a72-04e9-4ed9-8079-db63e6ccc87f req-71d96d1a-3080-4cae-b36c-559f433ea53e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "DELETE /networking/v2.0/ports/14c00f98-c139-425e-822a-24588d96e045 HTTP/1.1" status: 204 len: 173 time: 0.7871659 Oct 04 05:45:33.277790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'name': 'network-vif-deleted', 'tag': '14c00f98-c139-425e-822a-24588d96e045'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:45:33.281035 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b4878-b738-4de5-936c-adbe8f126bc9" -d '{"events": [{"server_uuid": "2fdc3b68-5d3e-436c-974c-ca863a46af80", "name": "network-vif-deleted", "tag": "14c00f98-c139-425e-822a-24588d96e045"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:45:33.343069 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b93f-f041-4d63-bf86-f159d1062095 req-a7a59a77-425c-4c69-8973-c6d365266eb0 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:33.344301 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f8a5b93f-f041-4d63-bf86-f159d1062095 req-a7a59a77-425c-4c69-8973-c6d365266eb0 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0672655 Oct 04 05:45:33.401237 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9912a7e6-8fa1-47e3-9fe5-9f4c07ba31df req-c3a491df-7674-4a23-a0f3-79b578019162 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943931 Oct 04 05:45:33.417032 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f8a5b93f-f041-4d63-bf86-f159d1062095 req-0dcd4874-15c0-4dcf-bac5-73c179895f1f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617054 Oct 04 05:45:33.482073 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ddc170-d2db-4fc5-b23a-123f192b8b1c x-openstack-request-id: req-b8ddc170-d2db-4fc5-b23a-123f192b8b1c {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:45:33.482387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdc3b68-5d3e-436c-974c-ca863a46af80", "name": "network-vif-deleted", "tag": "14c00f98-c139-425e-822a-24588d96e045", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:45:33.482666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8ddc170-d2db-4fc5-b23a-123f192b8b1c {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:45:33.483042 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ddc170-d2db-4fc5-b23a-123f192b8b1c'] response: {'server_uuid': '2fdc3b68-5d3e-436c-974c-ca863a46af80', 'name': 'network-vif-deleted', 'tag': '14c00f98-c139-425e-822a-24588d96e045', 'status': 'completed', 'code': 200} Oct 04 05:45:33.490195 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-125a60a4-46cd-4f57-af9a-56d95484fbda req-62904bc9-7376-4231-ba78-f9fd811804cc tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Oct 04 05:45:33.966128 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-242cc04a-57bb-4dd2-92c3-d8be15ab0d10 req-b3e33878-9595-4c5d-a500-0c9e046a0d62 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2fdc3b68-5d3e-436c-974c-ca863a46af80 HTTP/1.1" status: 200 len: 210 time: 0.0504479 Oct 04 05:45:34.004983 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd703ffe-ef5d-4182-bb92-7b0dc3f592da req-db6e492f-42cf-4a47-b2b9-d88e7b4f1978 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:34.007615 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd703ffe-ef5d-4182-bb92-7b0dc3f592da req-db6e492f-42cf-4a47-b2b9-d88e7b4f1978 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0556138 Oct 04 05:45:34.067355 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd703ffe-ef5d-4182-bb92-7b0dc3f592da req-e03509a7-aa0a-4d2e-82f1-6e7e9e413f24 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Oct 04 05:45:34.133311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-8a2eba7f-140a-4ca6-ac28-40081befb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:34.134938 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-8a2eba7f-140a-4ca6-ac28-40081befb946 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1129 time: 0.0556657 Oct 04 05:45:34.247010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-be732479-6423-49a8-a81c-a8df03f521ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:34.248504 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-be732479-6423-49a8-a81c-a8df03f521ad service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.0961838 Oct 04 05:45:34.540105 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dbe91-1fdf-4774-a1ef-b89295d26eda req-d5dfebf0-180c-4f39-a2dd-7452bb951558 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:34.544457 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-664dbe91-1fdf-4774-a1ef-b89295d26eda req-d5dfebf0-180c-4f39-a2dd-7452bb951558 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0490825 Oct 04 05:45:34.599347 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-664dbe91-1fdf-4774-a1ef-b89295d26eda req-eaa57509-f3f7-4d1a-869e-d190e65e6ab7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501795 Oct 04 05:45:34.613835 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-1e2a1e1f-9aac-40ba-aac1-71649d964a95 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 HTTP/1.1" status: 200 len: 217 time: 0.0698855 Oct 04 05:45:34.616188 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1fdafc5c-2421-4f8e-ba5d-9179a916f261 req-21d1efde-b579-49e6-8b0b-2fb813983faa tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0573583 Oct 04 05:45:34.678763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-32637920-d3d1-446e-bc3a-ab41d28ab24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:34.680229 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-32637920-d3d1-446e-bc3a-ab41d28ab24c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0487890 Oct 04 05:45:34.742667 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-9c629d92-e1ac-43ad-bbf0-c3d5aa04c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:34.744132 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-9c629d92-e1ac-43ad-bbf0-c3d5aa04c892 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389423 Oct 04 05:45:34.857022 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-d6a63890-a444-4cf2-a6da-1f2160d75cbc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897915 Oct 04 05:45:34.949922 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-78a01feb-2f18-44f5-812c-0e5271b3f56b req-63b8db96-2f53-4541-92a7-21fe5b1746df service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860188 Oct 04 05:45:35.196095 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b752c52-8919-4dfc-a5e7-b9543ac3d6c9 req-5eac20df-df66-4bff-a066-290a35866591 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:35.197557 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0b752c52-8919-4dfc-a5e7-b9543ac3d6c9 req-5eac20df-df66-4bff-a066-290a35866591 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0467758 Oct 04 05:45:35.245542 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0b752c52-8919-4dfc-a5e7-b9543ac3d6c9 req-74534139-5f48-40e6-a883-41e474e5be81 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Oct 04 05:45:35.706552 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:35.722307 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b79ba7-8c10-4965-8c20-0bc7b799087c req-c6c3963d-5241-4311-8fbd-40c3c577ffb9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:35.723374 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-459535b0-8318-4ae2-8d61-7da7c15b86a8 req-fd479e9e-c97a-49a4-a6f0-8fffb309c28a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0265839 Oct 04 05:45:35.723841 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f2b79ba7-8c10-4965-8c20-0bc7b799087c req-c6c3963d-5241-4311-8fbd-40c3c577ffb9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0472329 Oct 04 05:45:35.774167 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f2b79ba7-8c10-4965-8c20-0bc7b799087c req-08ec4f34-85c6-44cc-95a3-e0698825b490 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447464 Oct 04 05:45:35.864361 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-cba6bf3e-29dd-4f0b-959d-633dff0cc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:35.865828 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-cba6bf3e-29dd-4f0b-959d-633dff0cc566 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c&tenant_id=636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 1128 time: 0.0706606 Oct 04 05:45:36.336311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:36.372415 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295c25e-a20e-4085-8d4a-4f6f38f1236d req-9d503f43-c591-40d5-bd74-c25fe2487e96 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:36.373891 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e295c25e-a20e-4085-8d4a-4f6f38f1236d req-9d503f43-c591-40d5-bd74-c25fe2487e96 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0457714 Oct 04 05:45:36.419872 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e295c25e-a20e-4085-8d4a-4f6f38f1236d req-3be6ea85-dac9-4f99-bfa5-a6a37ce0d3f5 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Oct 04 05:45:36.824310 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5ff09601-a33d-48f7-a6d6-01aec7a37115 req-13aa9043-0378-49fe-bdac-8018a6298ad7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0265164 Oct 04 05:45:36.903488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361a59d-2592-437b-9259-6cdbf517085a req-4c54a2ed-f470-4948-97ca-c2a2eded8379 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:36.904914 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f361a59d-2592-437b-9259-6cdbf517085a req-4c54a2ed-f470-4948-97ca-c2a2eded8379 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0484266 Oct 04 05:45:36.923312 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:36.951158 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f361a59d-2592-437b-9259-6cdbf517085a req-9b3a0103-f381-4cd5-a534-576341703b31 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Oct 04 05:45:37.539770 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425e91-2b3d-41ac-b413-8a18ace27282 req-2629f4b2-aa45-4176-9719-10f8ea457edc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:37.541207 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a0425e91-2b3d-41ac-b413-8a18ace27282 req-2629f4b2-aa45-4176-9719-10f8ea457edc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0484855 Oct 04 05:45:37.587431 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a0425e91-2b3d-41ac-b413-8a18ace27282 req-0c208f16-680e-4873-82f3-db851cb737ec tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Oct 04 05:45:37.925807 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ddad14b-a758-4f17-aa82-35452e418554 req-884a1d9f-3935-48fb-8de1-46f306dcc3af tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Oct 04 05:45:38.074505 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60961ee-faba-48be-a0fe-f6641b94fd74 req-717c2cd4-c557-48a5-8617-8288d2efcfd2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:38.075942 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d60961ee-faba-48be-a0fe-f6641b94fd74 req-717c2cd4-c557-48a5-8617-8288d2efcfd2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0446568 Oct 04 05:45:38.120915 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d60961ee-faba-48be-a0fe-f6641b94fd74 req-2e3fc1ef-4fe6-45ee-b0d3-cc9ce74c8eed tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 Oct 04 05:45:38.430933 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 14c00f98-c139-425e-822a-24588d96e045 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:45:38.450723 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 14c00f98-c139-425e-822a-24588d96e045 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:45:38.451064 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 14c00f98-c139-425e-822a-24588d96e045 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:45:38.494324 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-29d4bd91-cb6f-41f6-b5e7-43a90412ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:38.495835 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-29d4bd91-cb6f-41f6-b5e7-43a90412ff6f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1128 time: 0.0375793 Oct 04 05:45:38.592633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-0c6c28e5-1aab-494e-87b2-3f1eea3ac642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:38.594255 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-0c6c28e5-1aab-494e-87b2-3f1eea3ac642 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.0924764 Oct 04 05:45:38.680463 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-47bc1160-8203-48f7-85f4-b71dffc84720 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 200 len: 1000 time: 0.0666189 Oct 04 05:45:38.744723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbe9fa-5e73-4f1b-b335-9133b6dff030 req-44f8fba1-d1f8-4eae-beab-6d318d7da31d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:38.746207 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-96dbe9fa-5e73-4f1b-b335-9133b6dff030 req-44f8fba1-d1f8-4eae-beab-6d318d7da31d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0782382 Oct 04 05:45:38.772138 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-e36490c3-aba3-4d51-a182-de847b4f4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:38.773538 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-e36490c3-aba3-4d51-a182-de847b4f4a36 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0767353 Oct 04 05:45:38.801627 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-96dbe9fa-5e73-4f1b-b335-9133b6dff030 req-600d1db5-25fe-42ac-be14-4c2b698fbc94 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Oct 04 05:45:39.025425 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-05b3c394-8d62-4daa-b07f-12ae11280676 req-0bbf5455-9ce9-445e-b235-7729e8d6eda0 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0269938 Oct 04 05:45:39.071916 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-d6357334-4c33-4976-b87a-5f90ee44bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:39.073401 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-d6357334-4c33-4976-b87a-5f90ee44bb27 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400763 Oct 04 05:45:39.174460 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-9bf64d27-9b76-4a39-9d46-a4fc0cb6d28f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Oct 04 05:45:39.282229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60e4b-e37a-4088-b109-c9255739f742 req-c89d4eab-2cfb-4f3a-b3a3-19c01c6fa190 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:39.283605 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-adb60e4b-e37a-4088-b109-c9255739f742 req-c89d4eab-2cfb-4f3a-b3a3-19c01c6fa190 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0595293 Oct 04 05:45:39.366171 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-fc8c63f3-f999-4281-b1c0-3a1c1686ea9c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846271 Oct 04 05:45:39.407082 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-adb60e4b-e37a-4088-b109-c9255739f742 req-713bf590-2385-4bbc-98cb-edec08d46675 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058280 Oct 04 05:45:39.433854 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-bc03d80d-084d-4ff7-a673-53561c813d24 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:39.435283 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-bc03d80d-084d-4ff7-a673-53561c813d24 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.39 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 815 time: 0.1508582 Oct 04 05:45:39.458153 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'port': {'device_id': '864bd56b-7557-413d-9480-d225873e42a5', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'admin_state_up': True, 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:39.508149 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:39.650721 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Made reservation on behalf of c237fdd93f3e47dea64bd0143f09b819 for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:45:39.654499 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:39.720358 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:39.799737 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Allocated IP 172.20.0.6 (8c99016d-f252-4011-a226-d600412012eb/32388a42-11df-4ac6-8415-98a073f5ac9e/488f01ec-9da2-43ab-bec8-f65c29213231) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:45:39.946238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74babeac-15f5-49cf-aa78-969695e1321b req-1bf53bab-a17d-405d-b5c7-37134d7220ef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:39.947015 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-74babeac-15f5-49cf-aa78-969695e1321b req-1bf53bab-a17d-405d-b5c7-37134d7220ef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0625579 Oct 04 05:45:39.976170 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for port (488f01ec-9da2-43ab-bec8-f65c29213231), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:40.004104 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-74babeac-15f5-49cf-aa78-969695e1321b req-297f9c27-e4a0-4e55-8fdb-f6dd1e36cf34 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448067 Oct 04 05:45:40.102947 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:40.204893 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876736f-34f2-4fc6-bb95-2d7a1c2173e2 req-7153cca0-51b8-4d03-a28a-812e7739e6fe tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:40.212787 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b876736f-34f2-4fc6-bb95-2d7a1c2173e2 req-7153cca0-51b8-4d03-a28a-812e7739e6fe tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0628786 Oct 04 05:45:40.233081 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Network 8c99016d-f252-4011-a226-d600412012eb is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:45:40.244923 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:45:40.246912 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:40.249300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:45:40.309122 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:40.309892 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:40.329583 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:40.372030 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b876736f-34f2-4fc6-bb95-2d7a1c2173e2 req-4b4a942f-5906-467b-a8a7-0bd13f0ae587 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583676 Oct 04 05:45:40.431474 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-4e23d5ca-4421-47b3-9883-811f5fb3b79e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768064 Oct 04 05:45:40.605987 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccdb25-9216-4133-99bf-fb0634b8d7f8 req-cf52d047-3a98-4985-9823-75c2289db315 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:40.607788 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3ccdb25-9216-4133-99bf-fb0634b8d7f8 req-cf52d047-3a98-4985-9823-75c2289db315 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0610914 Oct 04 05:45:40.642797 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-898c4d36-0d8d-4f38-9945-38161ae593e0 None None] Provisioning complete for port 488f01ec-9da2-43ab-bec8-f65c29213231 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:45:40.646432 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-898c4d36-0d8d-4f38-9945-38161ae593e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:40.646770 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-898c4d36-0d8d-4f38-9945-38161ae593e0 None None] Attempt 1 to provision port 488f01ec-9da2-43ab-bec8-f65c29213231 Oct 04 05:45:40.690889 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-898c4d36-0d8d-4f38-9945-38161ae593e0 None None] Port 488f01ec-9da2-43ab-bec8-f65c29213231 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:45:40.717395 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b3ccdb25-9216-4133-99bf-fb0634b8d7f8 req-f87ab955-45aa-4fe9-bc87-385bf4c66ce3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032946 Oct 04 05:45:41.159234 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c180e-7f3d-44a9-a379-9a740e69ec74 req-73d675fa-dc5a-4470-ad6c-b95c7c0f0be1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:41.160641 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-762c180e-7f3d-44a9-a379-9a740e69ec74 req-73d675fa-dc5a-4470-ad6c-b95c7c0f0be1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0530841 Oct 04 05:45:41.223992 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-762c180e-7f3d-44a9-a379-9a740e69ec74 req-0aa02904-6fe7-496f-90c8-ea6ebb08c872 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Oct 04 05:45:41.540800 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e0973-3d8c-49d0-acb7-8e91037f8a8a req-db3807f3-8811-4090-b1e6-81ff1375b449 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:41.543267 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3e6e0973-3d8c-49d0-acb7-8e91037f8a8a req-db3807f3-8811-4090-b1e6-81ff1375b449 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0662563 Oct 04 05:45:41.602923 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3e6e0973-3d8c-49d0-acb7-8e91037f8a8a req-c3b3ced7-47e6-4e9a-9649-d7e40221f1e6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 Oct 04 05:45:41.861475 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520387af-137f-47da-bb84-768deb8a4d7c req-8581c70b-4792-4464-83c9-035ef19c6697 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:41.863008 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-520387af-137f-47da-bb84-768deb8a4d7c req-8581c70b-4792-4464-83c9-035ef19c6697 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0473523 Oct 04 05:45:41.921052 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-520387af-137f-47da-bb84-768deb8a4d7c req-2fad981d-f0ec-40aa-831a-bb616ae2b7bd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507832 Oct 04 05:45:42.339590 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:42.347731 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44572dd-4279-455c-9a0d-00181e98536d req-8aa8114f-1b5d-4b4a-96f3-d12fc5fa3bfb tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:42.351462 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e44572dd-4279-455c-9a0d-00181e98536d req-8aa8114f-1b5d-4b4a-96f3-d12fc5fa3bfb tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0475276 Oct 04 05:45:42.399130 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e44572dd-4279-455c-9a0d-00181e98536d req-7ed3fb9c-af97-4dbf-9ac2-70f2073211f3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Oct 04 05:45:42.804476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58732-6054-4a34-b75a-069314b428f0 req-535f46cb-75b0-4e49-a305-8f4cb1f05bf8 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:42.806697 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4fe58732-6054-4a34-b75a-069314b428f0 req-535f46cb-75b0-4e49-a305-8f4cb1f05bf8 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0529914 Oct 04 05:45:42.856422 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4fe58732-6054-4a34-b75a-069314b428f0 req-143986ae-e85e-4bee-9c50-83c6f8fa0ef3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Oct 04 05:45:43.059728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1328e5-6514-4bae-88f4-11d770b65209 req-7f038e77-0dca-49ca-86b0-9f7498e83cf1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:43.061463 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5f1328e5-6514-4bae-88f4-11d770b65209 req-7f038e77-0dca-49ca-86b0-9f7498e83cf1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0501063 Oct 04 05:45:43.119512 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5f1328e5-6514-4bae-88f4-11d770b65209 req-38510715-0ba7-404a-a571-f7fb91253a6a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523891 Oct 04 05:45:43.544672 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e6626-db3a-485c-acb1-14d74d2d880e req-8917ec54-cb42-45e4-a154-9430ef7cd761 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:43.546170 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a1e6626-db3a-485c-acb1-14d74d2d880e req-8917ec54-cb42-45e4-a154-9430ef7cd761 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0475657 Oct 04 05:45:43.596364 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a1e6626-db3a-485c-acb1-14d74d2d880e req-5a6cae5e-9dcf-4f27-b3f4-2898b0b639b6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Oct 04 05:45:43.988035 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434ecb8-5f8b-444c-858e-2afff25238a9 req-df83bc7d-9a8a-4f30-8481-f658d7b8201c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:43.990633 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7434ecb8-5f8b-444c-858e-2afff25238a9 req-df83bc7d-9a8a-4f30-8481-f658d7b8201c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0469861 Oct 04 05:45:44.039479 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7434ecb8-5f8b-444c-858e-2afff25238a9 req-28f78c09-9da3-4044-aac8-21c1bfd75fab tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Oct 04 05:45:44.273028 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56683c6-7add-4dd7-b81c-97a20bd0906c req-de71e9d2-28df-4674-9894-83bdb2378b3e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:44.274570 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a56683c6-7add-4dd7-b81c-97a20bd0906c req-de71e9d2-28df-4674-9894-83bdb2378b3e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0628920 Oct 04 05:45:44.332486 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a56683c6-7add-4dd7-b81c-97a20bd0906c req-16a8d2e0-3052-4c81-8bb4-e976759c404f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520427 Oct 04 05:45:44.725056 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886678f3-90d9-49d9-b48e-6b4fb4ad70b4 req-399a7191-5c3c-4ed6-983e-872820f7ba98 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:44.726795 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-886678f3-90d9-49d9-b48e-6b4fb4ad70b4 req-399a7191-5c3c-4ed6-983e-872820f7ba98 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0518224 Oct 04 05:45:44.784581 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-886678f3-90d9-49d9-b48e-6b4fb4ad70b4 req-8d2aa0c6-a3bc-4d83-aba0-137247a80259 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520577 Oct 04 05:45:45.169362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4413f4-5b33-484b-a487-48d265783d62 req-a918365d-12f9-4c6a-8acd-7fac845f6a44 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:45.170873 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fb4413f4-5b33-484b-a487-48d265783d62 req-a918365d-12f9-4c6a-8acd-7fac845f6a44 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0550904 Oct 04 05:45:45.217929 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fb4413f4-5b33-484b-a487-48d265783d62 req-c3831897-7b97-4162-8847-1c23a77062a1 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Oct 04 05:45:45.467701 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513a905-3ef9-4954-81c0-56e56860a1e6 req-654a885e-42ab-4798-9378-e9a5fd57e32f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:45.469304 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b513a905-3ef9-4954-81c0-56e56860a1e6 req-654a885e-42ab-4798-9378-e9a5fd57e32f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0562685 Oct 04 05:45:45.519452 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b513a905-3ef9-4954-81c0-56e56860a1e6 req-ce8f995a-3532-4bfe-b6a2-83af4c98231b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Oct 04 05:45:45.916331 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59637f4f-5905-433d-9d3c-ac2308de2f18 req-65def5fd-1494-4772-b304-3bfa37f5f278 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:45.917969 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-59637f4f-5905-433d-9d3c-ac2308de2f18 req-65def5fd-1494-4772-b304-3bfa37f5f278 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0553575 Oct 04 05:45:45.942905 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:45.980590 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-59637f4f-5905-433d-9d3c-ac2308de2f18 req-1e0e73d7-122b-4377-b0cb-4abdb6623e20 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567176 Oct 04 05:45:46.344174 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f6c43-a52f-48ac-a66d-aabf2a785057 req-2b21e793-bd53-4137-bad0-7ed985b92050 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:46.345674 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6c5f6c43-a52f-48ac-a66d-aabf2a785057 req-2b21e793-bd53-4137-bad0-7ed985b92050 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0492792 Oct 04 05:45:46.400807 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6c5f6c43-a52f-48ac-a66d-aabf2a785057 req-aae6e525-40da-4434-9620-5bcda5885ef3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Oct 04 05:45:46.657127 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159cb8-00af-45f0-8d4f-10aa46dd5d38 req-14d85153-5326-4c0f-b739-a81ef7d6b723 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:46.658664 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7f159cb8-00af-45f0-8d4f-10aa46dd5d38 req-14d85153-5326-4c0f-b739-a81ef7d6b723 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0464811 Oct 04 05:45:46.709946 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7f159cb8-00af-45f0-8d4f-10aa46dd5d38 req-ae84ec99-24ae-4107-9bfb-4943e624ee88 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442414 Oct 04 05:45:47.105594 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c2568-f40d-4d85-a64a-d77efbb9c9fb req-8a6720ff-be8d-4ca3-abe0-1692f199fd68 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:47.107069 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a0c2568-f40d-4d85-a64a-d77efbb9c9fb req-8a6720ff-be8d-4ca3-abe0-1692f199fd68 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0468488 Oct 04 05:45:47.154367 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a0c2568-f40d-4d85-a64a-d77efbb9c9fb req-f0e2e9f8-702d-40e1-a454-83a1f39df39d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Oct 04 05:45:47.356652 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:47.525376 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf0ce7-ade3-4d02-844c-7a6291580b47 req-1d657f99-58e8-40f4-87e1-ce8ba7e73d29 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:47.526861 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-24cf0ce7-ade3-4d02-844c-7a6291580b47 req-1d657f99-58e8-40f4-87e1-ce8ba7e73d29 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0488980 Oct 04 05:45:47.577261 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-24cf0ce7-ade3-4d02-844c-7a6291580b47 req-719c8ff1-6c1c-4fdd-b1dc-012d696c48c6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Oct 04 05:45:47.840456 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8d9bf-f1b6-4866-a85e-e2353e56160e req-78843452-f740-4ff0-9b0a-4f232e4df5e8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:47.842038 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c6f8d9bf-f1b6-4866-a85e-e2353e56160e req-78843452-f740-4ff0-9b0a-4f232e4df5e8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0484927 Oct 04 05:45:47.892576 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c6f8d9bf-f1b6-4866-a85e-e2353e56160e req-a4d028c6-89ee-4585-9c08-0b1dd54fe350 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 Oct 04 05:45:48.283082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abaaa6-00c5-412c-a07d-af13b7eea10e req-81572ae3-a408-47f5-a774-20ba9365e86e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:48.286480 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-32abaaa6-00c5-412c-a07d-af13b7eea10e req-81572ae3-a408-47f5-a774-20ba9365e86e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0517876 Oct 04 05:45:48.320877 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:48.336158 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-32abaaa6-00c5-412c-a07d-af13b7eea10e req-7aa03296-ee6c-4efc-b2a1-0799085e6c4e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Oct 04 05:45:48.700103 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816277d-341e-4532-847f-31c7377ef737 req-628abbd9-c272-44b4-8a0f-a497f9a7daba tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:48.701504 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9816277d-341e-4532-847f-31c7377ef737 req-628abbd9-c272-44b4-8a0f-a497f9a7daba tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0462513 Oct 04 05:45:48.750647 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9816277d-341e-4532-847f-31c7377ef737 req-6e2e3296-42f4-4769-808e-8b175601cfe0 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Oct 04 05:45:49.019240 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae9655-1408-4269-8fa3-e64928d3a811 req-5fd00d0c-c225-44b0-b451-5896ae4920da tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:49.020669 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2dae9655-1408-4269-8fa3-e64928d3a811 req-5fd00d0c-c225-44b0-b451-5896ae4920da tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0471299 Oct 04 05:45:49.070512 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2dae9655-1408-4269-8fa3-e64928d3a811 req-b9455802-8f79-4fba-a955-eb09a1ade328 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 Oct 04 05:45:49.455876 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09968eb-d6a0-4f6d-a74f-4cf0997dc59b req-4cda2d2e-55c0-422b-9eea-a5dfb2927263 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:49.457534 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e09968eb-d6a0-4f6d-a74f-4cf0997dc59b req-4cda2d2e-55c0-422b-9eea-a5dfb2927263 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0456138 Oct 04 05:45:49.505397 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e09968eb-d6a0-4f6d-a74f-4cf0997dc59b req-5cc71fb6-ea46-46d1-9ecc-21bb358ab2f2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Oct 04 05:45:49.595263 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-cb926a0f-35be-45c4-8f20-96796f65b411 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:49.596712 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-cb926a0f-35be-45c4-8f20-96796f65b411 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3e667155-a3de-4a36-8e04-002d492ba4ce HTTP/1.1" status: 200 len: 813 time: 0.1028960 Oct 04 05:45:49.611843 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-2f78c808-a7f4-46ae-9bed-0970704a0d73 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/quotas/e003d2bea5f04ac7a70fd2b7d2ee1f91 HTTP/1.1" status: 200 len: 375 time: 0.0089612 Oct 04 05:45:49.642124 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-386d64a2-6e4e-444b-a209-213bd2e816e3 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253167 Oct 04 05:45:49.700348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:49.735268 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-e64a2d07-26b3-487e-b50a-f1a36e510d17 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864191 Oct 04 05:45:49.828277 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-2e71cb6d-1647-426a-9abe-0c395bc60258 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871620 Oct 04 05:45:49.869388 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54874cc-344f-4523-8c86-37570b721e6a req-ca43a5f1-d68d-4351-8ab2-0931849b3030 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:49.870879 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d54874cc-344f-4523-8c86-37570b721e6a req-ca43a5f1-d68d-4351-8ab2-0931849b3030 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0458479 Oct 04 05:45:49.919840 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d54874cc-344f-4523-8c86-37570b721e6a req-f1857702-32f8-4a05-a6bb-83ce1352200e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Oct 04 05:45:50.149400 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d4851e1b-2e80-4e3a-b6f4-6b94530c9c10 req-ab44271d-ecf7-411b-a859-2d5c4fad11c0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0631807 Oct 04 05:45:50.241344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6d637-4316-4b82-92a4-03641c9f6d0f req-c42c4738-e695-4856-a14a-ce75ff86616e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:50.243400 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-69d6d637-4316-4b82-92a4-03641c9f6d0f req-c42c4738-e695-4856-a14a-ce75ff86616e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0608177 Oct 04 05:45:50.256298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:50.313678 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-69d6d637-4316-4b82-92a4-03641c9f6d0f req-96798cee-92e3-4509-bd37-4cc72ec88030 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641799 Oct 04 05:45:50.625233 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:50.633348 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee394d-7ba6-49a3-88f3-9250bb077abb req-c20ddc67-788c-4689-8265-31f5bcd1b100 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:50.634845 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7dee394d-7ba6-49a3-88f3-9250bb077abb req-c20ddc67-788c-4689-8265-31f5bcd1b100 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0488410 Oct 04 05:45:50.685250 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7dee394d-7ba6-49a3-88f3-9250bb077abb req-7f44e4a7-38c0-4fdd-b101-bb50eb6e09a9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Oct 04 05:45:50.692298 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:51.059320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc904-9b45-4ca7-bba3-86eec3bd6fa4 req-e62485c7-7d17-4e3a-940d-83c2938b8c70 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:51.066719 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-641dc904-9b45-4ca7-bba3-86eec3bd6fa4 req-e62485c7-7d17-4e3a-940d-83c2938b8c70 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0650632 Oct 04 05:45:51.112325 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-641dc904-9b45-4ca7-bba3-86eec3bd6fa4 req-49bbd852-3942-47b8-aa98-b26cdbe91bad tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Oct 04 05:45:51.225377 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a0dd740-0621-4f4c-aaae-20bdbbe24028 req-5b168470-ac7e-4de2-8ef7-e45fbc8f7219 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0285709 Oct 04 05:45:51.497381 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d0bfd-11c2-4ccf-8264-04ecaa0d85ee req-93dce15f-5cbc-46aa-af03-f7f110adacb6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:51.498907 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db5d0bfd-11c2-4ccf-8264-04ecaa0d85ee req-93dce15f-5cbc-46aa-af03-f7f110adacb6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0556347 Oct 04 05:45:51.553302 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-db5d0bfd-11c2-4ccf-8264-04ecaa0d85ee req-de6c71a8-54c6-4319-a3c4-9348db49fd1e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474992 Oct 04 05:45:51.837576 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a934dd-6eeb-4899-b8b9-c771e75464af req-db818ff6-1907-41e2-9665-0499de6cd6be tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:51.839056 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b6a934dd-6eeb-4899-b8b9-c771e75464af req-db818ff6-1907-41e2-9665-0499de6cd6be tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0595369 Oct 04 05:45:51.893060 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b6a934dd-6eeb-4899-b8b9-c771e75464af req-c0d0fe66-72f4-4a4d-bfa5-6f3fcc4b1730 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Oct 04 05:45:52.250009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e29834-359c-4b72-9fc8-5b86201d40d7 req-c53f58c8-a5e8-43fd-abae-79656672c92e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:52.251479 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c6e29834-359c-4b72-9fc8-5b86201d40d7 req-c53f58c8-a5e8-43fd-abae-79656672c92e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0566754 Oct 04 05:45:52.324470 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c6e29834-359c-4b72-9fc8-5b86201d40d7 req-268ad58b-71a3-4c67-a734-6c080295a60c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Oct 04 05:45:52.359922 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d7b4bcb3-bf1a-45d6-92b3-ca7a8a00fca6 req-ec06ae26-fe6a-47cd-bc69-96c2896bc3ef tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0320606 Oct 04 05:45:52.696176 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6136ca-e8be-41a9-8c19-849421c4b96e req-7ff11016-f250-4d9f-ac14-229a1d659638 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:52.702275 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6136ca-e8be-41a9-8c19-849421c4b96e req-7ff11016-f250-4d9f-ac14-229a1d659638 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0631409 Oct 04 05:45:52.766624 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6136ca-e8be-41a9-8c19-849421c4b96e req-50771e4c-7ea7-48f7-a543-09c1c34bf5b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630081 Oct 04 05:45:53.018464 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6655f44-3911-4ea8-86ee-4c85830a43d2 req-6ab34256-12a5-4fa5-83c2-77b9964809d8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:53.022946 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e6655f44-3911-4ea8-86ee-4c85830a43d2 req-6ab34256-12a5-4fa5-83c2-77b9964809d8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0508251 Oct 04 05:45:53.070583 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e6655f44-3911-4ea8-86ee-4c85830a43d2 req-4116ea6a-1646-405a-8cdb-a4e963c76968 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Oct 04 05:45:53.466403 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10413-7933-4847-b6e9-e278e098e295 req-59f73a9f-a043-45be-afdf-8357312ab568 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:53.470023 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-34d10413-7933-4847-b6e9-e278e098e295 req-59f73a9f-a043-45be-afdf-8357312ab568 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0506334 Oct 04 05:45:53.478738 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3d1838e3-03cc-4242-8c88-f5168939d547 req-fb90564c-cc8c-4c7e-b800-5bfdcce7f93d tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0334201 Oct 04 05:45:53.536135 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-34d10413-7933-4847-b6e9-e278e098e295 req-75cc914d-9861-479f-954c-40b570cd036f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583043 Oct 04 05:45:53.897768 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ffc03-1489-4dca-b5b0-30c1dbe30b93 req-3b1722cd-9427-436a-9b7d-f0a77231cf34 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:53.899602 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-889ffc03-1489-4dca-b5b0-30c1dbe30b93 req-3b1722cd-9427-436a-9b7d-f0a77231cf34 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0506737 Oct 04 05:45:53.947633 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-889ffc03-1489-4dca-b5b0-30c1dbe30b93 req-42bf64bc-7113-4d6d-87a8-0e602452968f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Oct 04 05:45:54.444904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290b662-ab50-40f6-883c-5246eeaec5ee req-4ba5fe5b-2ac6-4efb-868a-ca5d619e7689 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:54.446348 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c290b662-ab50-40f6-883c-5246eeaec5ee req-4ba5fe5b-2ac6-4efb-868a-ca5d619e7689 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.2916329 Oct 04 05:45:54.499367 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c290b662-ab50-40f6-883c-5246eeaec5ee req-4f3c1f93-6eab-42b6-b36f-2a810e394f61 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457909 Oct 04 05:45:54.605607 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8e28f342-97a5-47c3-919b-40fb25e45ec8 req-4bb1bb63-f27f-4e96-aeec-b45d3c48b66c tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0466881 Oct 04 05:45:54.664646 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5acc8-015b-4424-9773-b6d2757a39b2 req-c62f7020-cdf0-481c-98d0-4053c4ffc609 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:54.666749 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18f5acc8-015b-4424-9773-b6d2757a39b2 req-c62f7020-cdf0-481c-98d0-4053c4ffc609 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0482905 Oct 04 05:45:54.717591 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18f5acc8-015b-4424-9773-b6d2757a39b2 req-11fcc007-dd47-494f-a889-f5275f6fa105 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Oct 04 05:45:55.087375 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9198c-aca2-4f5b-aedc-82df224c91eb req-d7f02c26-6b79-4b40-aecf-5b376f2f623c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:55.088907 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7da9198c-aca2-4f5b-aedc-82df224c91eb req-d7f02c26-6b79-4b40-aecf-5b376f2f623c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0569572 Oct 04 05:45:55.140029 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7da9198c-aca2-4f5b-aedc-82df224c91eb req-a356fba0-11a2-4c0b-9b89-0c2532ffae26 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Oct 04 05:45:55.148157 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:55.152676 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:55.630248 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824973-fa66-4ba5-82c0-59b65bfcff07 req-d8063cbe-de6b-41d0-a005-0683155bf5a2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:55.631710 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fa824973-fa66-4ba5-82c0-59b65bfcff07 req-d8063cbe-de6b-41d0-a005-0683155bf5a2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0505366 Oct 04 05:45:55.703811 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fa824973-fa66-4ba5-82c0-59b65bfcff07 req-8a2c4148-b765-43a3-a63f-eb54af7ae299 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661001 Oct 04 05:45:55.718563 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-efc4e976-f868-4900-9e06-fa0f2542deff req-d0c3fc89-d1b8-45ca-9ee0-6662ce4ccefd tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0308099 Oct 04 05:45:55.851248 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05d39-c32e-44a5-9111-e69321fbe86c req-ee6a74b8-7593-4159-b21f-e3a34fdbdedb tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:55.852845 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0ec05d39-c32e-44a5-9111-e69321fbe86c req-ee6a74b8-7593-4159-b21f-e3a34fdbdedb tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0476778 Oct 04 05:45:55.865524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:55.904875 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0ec05d39-c32e-44a5-9111-e69321fbe86c req-aac9d78a-d29f-41e3-8153-1adefbf5724d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461481 Oct 04 05:45:56.270411 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48935cba-c725-4c4d-8447-62e10bb6e81c req-1949645b-2e20-4be4-b98b-7db51702fcfb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:56.271941 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-48935cba-c725-4c4d-8447-62e10bb6e81c req-1949645b-2e20-4be4-b98b-7db51702fcfb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0476904 Oct 04 05:45:56.305568 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:56.323088 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-48935cba-c725-4c4d-8447-62e10bb6e81c req-51fea884-3d75-4a04-a407-4b7168242b5d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453455 Oct 04 05:45:56.850781 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8a10580a-d1b6-43eb-9567-d0269b591ba4 req-31163d66-ed2e-4f46-a829-bde2df02d740 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Oct 04 05:45:56.851483 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4543b6d-df3e-40ea-b58f-d64148f9b31a req-30931c8c-e226-4e27-9f11-357d44eefd26 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:56.856512 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4543b6d-df3e-40ea-b58f-d64148f9b31a req-30931c8c-e226-4e27-9f11-357d44eefd26 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0518978 Oct 04 05:45:56.905985 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4543b6d-df3e-40ea-b58f-d64148f9b31a req-9ee4d9a9-78fb-4958-b2a9-28503a402b19 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 Oct 04 05:45:57.035348 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631aa46-454f-4833-964f-bf4da4d916da req-bc098214-ee13-4825-b80e-eafd2a646c84 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:57.036727 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a631aa46-454f-4833-964f-bf4da4d916da req-bc098214-ee13-4825-b80e-eafd2a646c84 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0483351 Oct 04 05:45:57.085623 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a631aa46-454f-4833-964f-bf4da4d916da req-c3ca6dea-97d0-4a3d-b2e4-4aaaca46ad95 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Oct 04 05:45:57.455318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d9b60-134a-4893-b40b-2344436bcb90 req-e0c8f3bc-07ce-44fc-954d-33e779e1ae4c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:57.457292 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-844d9b60-134a-4893-b40b-2344436bcb90 req-e0c8f3bc-07ce-44fc-954d-33e779e1ae4c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0490694 Oct 04 05:45:57.499020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:57.506337 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-844d9b60-134a-4893-b40b-2344436bcb90 req-3ec1249f-68c4-48e5-9b8d-d24e164d362b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Oct 04 05:45:57.524827 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:57.604666 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b47b6ac5-c576-4a31-a00c-3c80120d6463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:57.989118 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7b2d8ce6-a0dd-42c4-b07c-418ffab5cbb2 req-ed7e796b-0cf6-43eb-9f16-36eae60c8eeb tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0336108 Oct 04 05:45:58.053431 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13012275-71cc-40d3-84ed-7c2e9a360fb8 req-2e004d4d-01e0-47cd-aa53-793ac0dbeb75 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:58.054921 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-13012275-71cc-40d3-84ed-7c2e9a360fb8 req-2e004d4d-01e0-47cd-aa53-793ac0dbeb75 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0478568 Oct 04 05:45:58.107512 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-13012275-71cc-40d3-84ed-7c2e9a360fb8 req-d49bf7a9-4920-4eba-aa96-e19fa8a83b69 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Oct 04 05:45:58.221331 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf0851-6c73-4704-bd5f-7c4ddb25553c req-0233bf84-3ec6-4ed8-a60a-7a8dd8cdd374 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:58.223265 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6bcf0851-6c73-4704-bd5f-7c4ddb25553c req-0233bf84-3ec6-4ed8-a60a-7a8dd8cdd374 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0531662 Oct 04 05:45:58.277244 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6bcf0851-6c73-4704-bd5f-7c4ddb25553c req-f7b408c8-fc12-4973-8c4d-b23af3cf9a31 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Oct 04 05:45:58.646107 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac65606-e772-45f7-8abc-9898a9e1d9d2 req-ddb99044-b181-4b3a-96a8-f5e24cef6059 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:58.647676 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9ac65606-e772-45f7-8abc-9898a9e1d9d2 req-ddb99044-b181-4b3a-96a8-f5e24cef6059 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0545566 Oct 04 05:45:58.701150 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9ac65606-e772-45f7-8abc-9898a9e1d9d2 req-aa86b6ca-7406-45b8-b427-1d094b2824c8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Oct 04 05:45:59.092165 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e7615a43-2939-4127-a660-a16383fcaf05 req-ac155490-683c-4766-89eb-ba96c3411138 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0275352 Oct 04 05:45:59.232089 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415242f-61b5-4b62-9989-02e58b9b3daf req-c539e47a-a844-4b1e-a151-c22db1f85a8e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:59.233550 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5415242f-61b5-4b62-9989-02e58b9b3daf req-c539e47a-a844-4b1e-a151-c22db1f85a8e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0476565 Oct 04 05:45:59.279574 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5415242f-61b5-4b62-9989-02e58b9b3daf req-5d51963e-e369-4895-b317-d06895d93eed tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Oct 04 05:45:59.287559 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Request body: {'port': {'device_id': '864bd56b-7557-413d-9480-d225873e42a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:45:59.357717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:59.401317 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d5b25-073d-464b-910a-1d285d74b402 req-b380c173-dfa6-43d0-90b7-5e7f02816f02 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:59.402746 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-000d5b25-073d-464b-910a-1d285d74b402 req-b380c173-dfa6-43d0-90b7-5e7f02816f02 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 931 time: 0.0471792 Oct 04 05:45:59.450149 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-000d5b25-073d-464b-910a-1d285d74b402 req-8905e9e8-f460-4dbe-bd20-baab05ca2e9c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Oct 04 05:45:59.608782 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-83b11084-ea04-46b0-89d7-acabdee6eeb6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658951 Oct 04 05:45:59.646382 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488f01ec-9da2-43ab-bec8-f65c29213231 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:45:59.654951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Publish callbacks [] for port (488f01ec-9da2-43ab-bec8-f65c29213231), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:59.667904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Transition to ACTIVE for port object 488f01ec-9da2-43ab-bec8-f65c29213231 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:45:59.724318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:59.753847 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:59.805691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:45:59.853031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.853419 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.853845 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.854054 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.854394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.854723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.855079 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.855374 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.855750 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.856069 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.856390 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.856763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.857017 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.857341 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.857827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:45:59.887755 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:45:59.895338 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbaa4c-6e96-4836-a772-8627ac5d4033 req-e8adecd0-57ca-45e9-8839-0e1c1fe4e077 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:45:59.898432 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38cbaa4c-6e96-4836-a772-8627ac5d4033 req-e8adecd0-57ca-45e9-8839-0e1c1fe4e077 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0923128 Oct 04 05:45:59.898432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Attempting to bind port 488f01ec-9da2-43ab-bec8-f65c29213231 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:45:59.899351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Attempting to bind port 488f01ec-9da2-43ab-bec8-f65c29213231 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:45:59.899351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Attempting to bind port 488f01ec-9da2-43ab-bec8-f65c29213231 on network 8c99016d-f252-4011-a226-d600412012eb {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:45:59.918996 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d5885798-88a3-4030-b515-618bcb156a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:45:59.970472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Port 488f01ec-9da2-43ab-bec8-f65c29213231 on network 8c99016d-f252-4011-a226-d600412012eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:45:59.970803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Attempting to bind port 488f01ec-9da2-43ab-bec8-f65c29213231 on network 8c99016d-f252-4011-a226-d600412012eb {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:00.007667 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-38cbaa4c-6e96-4836-a772-8627ac5d4033 req-4266e106-8ba3-41bf-b6fe-90b50d74125e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848591 Oct 04 05:46:00.028783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:46:00.029601 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Checking segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:46:00.029601 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Bound using segment: {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:46:00.029921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Bound port: 488f01ec-9da2-43ab-bec8-f65c29213231, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474417e7-3561-4553-98a8-c0a5a138ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c99016d-f252-4011-a226-d600412012eb'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:46:00.030300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:00.097922 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:46:00.100921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:46:00.141816 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:46:00.192213 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d7101cf7-bf9d-41c0-998a-6b3e39d9805d req-861500d5-b018-4372-912b-624ef4fab8ee tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0275397 Oct 04 05:46:00.208546 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:00.230528 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:00.231134 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:00.232484 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 1093 time: 0.9491878 Oct 04 05:46:00.233027 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:00.235328 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff715a6-8fa2-4eb4-ac13-15dfe915d489" -d '{"events": [{"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:00.268438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f838-7abb-4d02-9194-6e24fe773942 service neutron] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:00.285819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b157722b-5e97-4fe7-8b9a-1207776cd456 x-openstack-request-id: req-b157722b-5e97-4fe7-8b9a-1207776cd456 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:00.286126 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:00.286422 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b157722b-5e97-4fe7-8b9a-1207776cd456 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:00.286826 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b157722b-5e97-4fe7-8b9a-1207776cd456'] response: {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'status': 'completed', 'code': 200} Oct 04 05:46:00.418612 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-936c8dc4-3219-4546-bda9-37b68872007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:00.420089 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-936c8dc4-3219-4546-bda9-37b68872007f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 1129 time: 0.0910790 Oct 04 05:46:00.431411 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbea1c5-a19c-4cdc-b9e1-00a7a0908312 req-ca09371d-b026-4a7a-96a6-558fd445b34c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:00.432968 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9dbea1c5-a19c-4cdc-b9e1-00a7a0908312 req-ca09371d-b026-4a7a-96a6-558fd445b34c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0562792 Oct 04 05:46:00.467867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7563-e2ef-42f1-bf0d-fa4e70059b6d req-0c6d42ce-a20e-4be8-8ff2-b40e0f6fa964 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:00.470043 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e5c7563-e2ef-42f1-bf0d-fa4e70059b6d req-0c6d42ce-a20e-4be8-8ff2-b40e0f6fa964 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0555050 Oct 04 05:46:00.483699 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9dbea1c5-a19c-4cdc-b9e1-00a7a0908312 req-725a975a-665c-4b9d-be29-ec734b7ab73b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Oct 04 05:46:00.520078 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e5c7563-e2ef-42f1-bf0d-fa4e70059b6d req-b4c7ce78-96ad-4140-8686-6e86bd8f6c05 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Oct 04 05:46:00.584778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b109f-4f64-404c-88b3-d09c35b1f491 req-322d3bcb-6506-4a39-a1f0-3f1c9cf7cd6a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:00.586214 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a0b109f-4f64-404c-88b3-d09c35b1f491 req-322d3bcb-6506-4a39-a1f0-3f1c9cf7cd6a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0454457 Oct 04 05:46:00.633953 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a0b109f-4f64-404c-88b3-d09c35b1f491 req-7727a645-25bf-4178-833e-a0c1802259c4 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Oct 04 05:46:01.139007 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13fa88-ea33-4b4b-a176-41256d6371cd req-2610d15c-7a46-48d1-bfa4-e417e096dc98 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:01.142176 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e13fa88-ea33-4b4b-a176-41256d6371cd req-2610d15c-7a46-48d1-bfa4-e417e096dc98 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0457528 Oct 04 05:46:01.164031 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:01.165358 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:01.187033 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e13fa88-ea33-4b4b-a176-41256d6371cd req-1035f750-2ec3-4a4b-bc3e-f85c8e3e2993 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 Oct 04 05:46:01.293898 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2f24269f-ea39-49ae-a553-c9739f11bcaa req-4a0e56ce-77e7-471b-b332-6d62121b1e3b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0268693 Oct 04 05:46:01.603390 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556f9c6-2f71-4e38-9420-976bdfa4e80d req-0f32ed74-50a9-4827-a591-480b2164f1bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:01.604861 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8556f9c6-2f71-4e38-9420-976bdfa4e80d req-0f32ed74-50a9-4827-a591-480b2164f1bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0465705 Oct 04 05:46:01.636753 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0400c78-bdc7-47cc-bade-1668f8592f24 req-417f6be6-f013-4935-bad2-4cdbf473d5af tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:01.638290 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c0400c78-bdc7-47cc-bade-1668f8592f24 req-417f6be6-f013-4935-bad2-4cdbf473d5af tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0457470 Oct 04 05:46:01.655108 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8556f9c6-2f71-4e38-9420-976bdfa4e80d req-b260b320-0e94-475b-ad3a-4d70fa09ad33 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Oct 04 05:46:01.686764 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c0400c78-bdc7-47cc-bade-1668f8592f24 req-89106d1a-b0d4-46de-84a0-5f2baa00b46a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Oct 04 05:46:01.758436 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1ec08-6188-40cc-b4b6-a5a345d4a2de req-955fad90-c003-49ad-b93a-cb1fb791b1dd tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:01.759883 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-65a1ec08-6188-40cc-b4b6-a5a345d4a2de req-955fad90-c003-49ad-b93a-cb1fb791b1dd tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0457404 Oct 04 05:46:01.810009 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-65a1ec08-6188-40cc-b4b6-a5a345d4a2de req-6a181b00-74f2-4d11-920a-dfc8c392f869 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Oct 04 05:46:01.882337 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:01.890310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff715a6-8fa2-4eb4-ac13-15dfe915d489 req-5436447c-15ed-4cc8-a70c-8a88270accde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:01.891867 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bff715a6-8fa2-4eb4-ac13-15dfe915d489 req-5436447c-15ed-4cc8-a70c-8a88270accde service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1127 time: 0.0938232 Oct 04 05:46:01.930091 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-13d17ba6-070e-4843-b34a-453c4de50605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:01.931567 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-13d17ba6-070e-4843-b34a-453c4de50605 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.1016843 Oct 04 05:46:02.309146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524791-596b-40cd-8edd-85386c0d17aa req-720ec22b-51e4-4345-a8db-58329d15f079 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:02.310585 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1e524791-596b-40cd-8edd-85386c0d17aa req-720ec22b-51e4-4345-a8db-58329d15f079 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0447838 Oct 04 05:46:02.361374 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1e524791-596b-40cd-8edd-85386c0d17aa req-c0d6a553-0b5a-4f07-bbf8-8d9d92e2e7d3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450866 Oct 04 05:46:02.396243 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-86c172d3-29fa-4636-9b47-ad4bd68d0c7f req-28750bcb-d07b-4c81-a56f-7fc0d67d463b tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Oct 04 05:46:02.770632 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:02.774405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20405fc-889b-4eaa-a106-096c382c9dda req-8ab28971-ca35-415d-8f24-5ac21181ba1c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:02.775772 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d20405fc-889b-4eaa-a106-096c382c9dda req-8ab28971-ca35-415d-8f24-5ac21181ba1c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0474625 Oct 04 05:46:02.815087 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf3b4-09a0-44dc-b3f3-e6571128e6c2 req-b80a7525-474d-41d0-a65c-c6d0766f06d8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:02.816761 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec0cf3b4-09a0-44dc-b3f3-e6571128e6c2 req-b80a7525-474d-41d0-a65c-c6d0766f06d8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0538609 Oct 04 05:46:02.835283 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d20405fc-889b-4eaa-a106-096c382c9dda req-43d8e51e-4e41-4573-b46e-1913e0eb8639 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Oct 04 05:46:02.868368 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:02.870823 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec0cf3b4-09a0-44dc-b3f3-e6571128e6c2 req-f444a397-d860-42dc-b54f-7a61d18b3389 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473497 Oct 04 05:46:02.941190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba627-1ab0-47ae-bda8-46872aff48cd req-9bf6031d-fe52-4510-8e88-a0e0237928fa tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:02.942597 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c7bba627-1ab0-47ae-bda8-46872aff48cd req-9bf6031d-fe52-4510-8e88-a0e0237928fa tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0479939 Oct 04 05:46:02.988888 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c7bba627-1ab0-47ae-bda8-46872aff48cd req-e2461ed6-c7cf-41f3-a740-d94ea751790e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Oct 04 05:46:03.161913 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-cf44d127-315d-4ce3-8e79-f620118fa504 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91086c81-b058-42da-8552-c21268a1fe5f HTTP/1.1" status: 200 len: 1001 time: 0.1099625 Oct 04 05:46:03.164126 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:03.196020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff715a6-8fa2-4eb4-ac13-15dfe915d489 req-ea8ddc4e-d6db-4d3e-a7b7-3795c68eac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.197437 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bff715a6-8fa2-4eb4-ac13-15dfe915d489 req-ea8ddc4e-d6db-4d3e-a7b7-3795c68eac55 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=c237fdd93f3e47dea64bd0143f09b819&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1443918 Oct 04 05:46:03.340436 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c986-b0e2-4b31-8876-d9abb5548327 req-a260c488-8561-47d1-bc1a-478caf411795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.342301 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1d25c986-b0e2-4b31-8876-d9abb5548327 req-a260c488-8561-47d1-bc1a-478caf411795 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1129 time: 0.0418231 Oct 04 05:46:03.417322 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-412b4c86-0390-497b-88d3-83be154e9ffe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.418019 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1d25c986-b0e2-4b31-8876-d9abb5548327 req-52240f65-b097-425c-9247-71cd0c4c9780 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475276 Oct 04 05:46:03.418857 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-412b4c86-0390-497b-88d3-83be154e9ffe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.1360905 Oct 04 05:46:03.430406 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-a9060c13-27f6-43b9-bbc6-ba834c342051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.431859 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-a9060c13-27f6-43b9-bbc6-ba834c342051 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.1406300 Oct 04 05:46:03.455678 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff715a6-8fa2-4eb4-ac13-15dfe915d489 req-b1eb82ab-114c-4900-96b0-7b3a0b239df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.457835 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bff715a6-8fa2-4eb4-ac13-15dfe915d489 req-b1eb82ab-114c-4900-96b0-7b3a0b239df5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761684 Oct 04 05:46:03.504561 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-71c368d3-46b2-4767-a30f-28f1a6d7a2d2 req-7a098769-42a8-439c-9315-487716b7878a tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0277572 Oct 04 05:46:03.508587 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa44a61-f949-4c2c-ad40-e9dfbc5b0112 req-10488281-c2ac-4de9-be54-047df0ba298f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.510066 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6aa44a61-f949-4c2c-ad40-e9dfbc5b0112 req-10488281-c2ac-4de9-be54-047df0ba298f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0470257 Oct 04 05:46:03.556396 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6aa44a61-f949-4c2c-ad40-e9dfbc5b0112 req-fe617e4e-fc12-4705-b78d-0a3ee0c7a918 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 Oct 04 05:46:03.807574 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-e01c5a5c-3af5-4060-b02d-bc50c80ccccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.809060 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-e01c5a5c-3af5-4060-b02d-bc50c80ccccb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683069 Oct 04 05:46:03.852144 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:46:03.852476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:03.981481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] For port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:03.982830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:03.994874 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76c2f-67d3-46f8-aa31-bbf489a8d4af req-c6dc2023-2340-431b-9840-6f272e5e1ede tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:03.996354 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dac76c2f-67d3-46f8-aa31-bbf489a8d4af req-c6dc2023-2340-431b-9840-6f272e5e1ede tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0768979 Oct 04 05:46:03.998822 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f959dd4-0861-4d77-83bc-8178c17ecc19 req-808614df-3218-441c-abb1-3f1cfb28014f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:04.000250 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f959dd4-0861-4d77-83bc-8178c17ecc19 req-808614df-3218-441c-abb1-3f1cfb28014f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 946 time: 0.0523729 Oct 04 05:46:04.021757 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:04.062185 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6f959dd4-0861-4d77-83bc-8178c17ecc19 req-ff80b40a-bdcb-491d-817c-8c27352d3df6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556347 Oct 04 05:46:04.186526 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c65d60-0152-4a13-a3b2-db7c3c77aa66 req-6f4314ce-5d44-411c-863a-d080b0a98590 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:04.188218 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-93c65d60-0152-4a13-a3b2-db7c3c77aa66 req-6f4314ce-5d44-411c-863a-d080b0a98590 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0485744 Oct 04 05:46:04.205775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:04.239730 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dac76c2f-67d3-46f8-aa31-bbf489a8d4af req-4cb89b19-5956-4806-96b6-bfc12a4a1994 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372956 Oct 04 05:46:04.270667 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-93c65d60-0152-4a13-a3b2-db7c3c77aa66 req-6126e3fc-4fed-4f4b-ad13-eca61fef5767 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701497 Oct 04 05:46:04.276240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-83badd0c-9fe9-4de4-a791-7e85fe9454b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:04.276240 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-83badd0c-9fe9-4de4-a791-7e85fe9454b8 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1127 time: 0.1714199 Oct 04 05:46:04.393773 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-e0d946ae-1a8e-48bd-96b7-d187c6daf5d3 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 217 time: 0.0568755 Oct 04 05:46:04.401052 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:04.421816 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:04.422532 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (3f28667b-2122-43f7-9321-46165634f7c4), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:04.422532 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 3f28667b-2122-43f7-9321-46165634f7c4 disassociated. External IP: 172.27.1.3, port: 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3. Oct 04 05:46:04.422805 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:46:04.426770 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-62e140f4-330b-47ee-ae5a-bed042ebb754 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220630 Oct 04 05:46:04.607632 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cc051a6b-44cd-4748-b4e5-771d25aae604 req-f8659d6e-0d3a-49d1-9007-6d1ced23e202 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Oct 04 05:46:04.688551 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd3c75-7589-460a-803c-c05d7298a87f req-6f1b7a68-d884-4c11-90cf-f8ef451dcfe8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:04.690017 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-affd3c75-7589-460a-803c-c05d7298a87f req-6f1b7a68-d884-4c11-90cf-f8ef451dcfe8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0487132 Oct 04 05:46:04.735385 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6b6831aa-36d6-46ef-9ebe-9d092eae8cf3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:04.736244 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-affd3c75-7589-460a-803c-c05d7298a87f req-8b126533-5696-4248-8c03-b18fdbc6f5da tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Oct 04 05:46:04.763452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=6b6831aa-36d6-46ef-9ebe-9d092eae8cf3,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:04.872665 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:46:04.974028 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:46:04.983852 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:46:04.993754 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:04.994402 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:05.014600 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] No DVR routers for this DVR port 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:46:05.017160 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:05.021178 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-682bf4ec-50df-42ed-91fb-9d27b5cd6e94 req-4fe93dfc-55e6-4f42-8dbf-f771cf6a74ec tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "DELETE /networking/v2.0/ports/6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 HTTP/1.1" status: 204 len: 173 time: 1.2815838 Oct 04 05:46:05.021696 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'name': 'network-vif-deleted', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:05.023917 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1089bd0-b7c5-423f-95f6-c065c3f7cd76" -d '{"events": [{"server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "name": "network-vif-deleted", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:05.061631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b715c4-4cc2-4d9c-ab6f-720160e1df33 x-openstack-request-id: req-95b715c4-4cc2-4d9c-ab6f-720160e1df33 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:05.061924 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc490d5-7739-416e-8f18-375de3166471", "name": "network-vif-deleted", "tag": "6b6831aa-36d6-46ef-9ebe-9d092eae8cf3", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:05.062205 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95b715c4-4cc2-4d9c-ab6f-720160e1df33 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:05.062615 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b715c4-4cc2-4d9c-ab6f-720160e1df33'] response: {'server_uuid': 'afc490d5-7739-416e-8f18-375de3166471', 'name': 'network-vif-deleted', 'tag': '6b6831aa-36d6-46ef-9ebe-9d092eae8cf3', 'status': 'completed', 'code': 200} Oct 04 05:46:05.101935 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:05.181688 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-88b7fb9e-bac7-423b-a7aa-dc79a2e208c2 req-84630e01-ae69-4013-9838-30cb85bf26de tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0319650 Oct 04 05:46:05.351427 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:35Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:05.382365 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:46:05.391824 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:05.392439 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:05.464236 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84bb9-4e04-4488-afbb-c1d22cb8a393 req-ac836391-f614-4fc0-aa48-968348b8d66b tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:05.471552 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-aaf84bb9-4e04-4488-afbb-c1d22cb8a393 req-ac836391-f614-4fc0-aa48-968348b8d66b tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0615890 Oct 04 05:46:05.506057 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-1a6882d5-ace0-424a-b624-aa846373f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:05.507566 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-1a6882d5-ace0-424a-b624-aa846373f128 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 200 len: 854 time: 0.4403617 Oct 04 05:46:05.517711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93347-f512-46f9-a4bf-d3c0c0815ab2 req-e82411e8-d2fd-405c-b9e9-09a139433f63 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:05.524153 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:05.524659 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-84e93347-f512-46f9-a4bf-d3c0c0815ab2 req-e82411e8-d2fd-405c-b9e9-09a139433f63 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.1129100 Oct 04 05:46:05.539285 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-aaf84bb9-4e04-4488-afbb-c1d22cb8a393 req-a1f246e8-5561-4b76-9fb3-498bd3288e3b tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666370 Oct 04 05:46:05.556437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:05.615748 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-90798552-5385-4da5-b31f-1aec4d3ea98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:05.617295 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-90798552-5385-4da5-b31f-1aec4d3ea98e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=8c99016d-f252-4011-a226-d600412012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0907331 Oct 04 05:46:05.623328 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00eceb00-cdc5-4699-b067-e63c7feb1797 req-b0fb6ba3-fc70-415e-baa8-3784cedd8887 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292082 Oct 04 05:46:05.664984 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-84e93347-f512-46f9-a4bf-d3c0c0815ab2 req-c5e826db-f74f-489c-b506-2edf1c0b1827 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392398 Oct 04 05:46:05.783195 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c2e5a1a4-87ec-40d1-8f55-fae0a4a2ca24 req-a6431901-0ccd-4e3e-aae3-afffac3390bc tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0544767 Oct 04 05:46:05.886408 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-5ea08285-8752-4689-8746-8b2df549b0c3 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536573 Oct 04 05:46:05.930632 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:05.949128 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:05.962107 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9c8d2-8542-4d5e-8b2f-8ae4e888bf72 req-8cc640fb-923c-4d39-a621-71b4fa1e1144 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:05.974444 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d4e9c8d2-8542-4d5e-8b2f-8ae4e888bf72 req-8cc640fb-923c-4d39-a621-71b4fa1e1144 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0941107 Oct 04 05:46:06.016797 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a7884e4c-a259-4e99-9da0-e9483159fdd7 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:06.025135 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:06.028106 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a7884e4c-a259-4e99-9da0-e9483159fdd7 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3e667155-a3de-4a36-8e04-002d492ba4ce HTTP/1.1" status: 200 len: 813 time: 0.2574306 Oct 04 05:46:06.030477 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:35Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:06.052278 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d4e9c8d2-8542-4d5e-8b2f-8ae4e888bf72 req-63fdff5b-242a-42b2-9190-bd402cdde331 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769176 Oct 04 05:46:06.054373 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Request body: {'port': {'device_id': '3fda981d-f498-4476-be14-b2b88a990533', 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce', 'admin_state_up': True, 'tenant_id': 'e003d2bea5f04ac7a70fd2b7d2ee1f91'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:06.067173 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342af943-51e8-43e5-93f9-2be907c08b8b None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '094433be-b41c-489a-a6e8-9c4ef180f3a8', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '91086c81-b058-42da-8552-c21268a1fe5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:69:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:42:54Z', 'updated_at': '2022-10-04T05:43:35Z', 'revision_number': 2, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:46:06.146747 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cad051a-2cdf-4b9a-87e4-7c2d933778ea req-e32be61c-4e7a-4f98-bd17-3fe511e9c2ba service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117841 Oct 04 05:46:06.272813 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Made reservation on behalf of e003d2bea5f04ac7a70fd2b7d2ee1f91 for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:46:06.282225 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:06.324907 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825953-39e6-464f-8637-26a96213c421 req-d4716160-b02a-4e18-a677-cfd895ffe2ca tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:06.326525 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-39825953-39e6-464f-8637-26a96213c421 req-d4716160-b02a-4e18-a677-cfd895ffe2ca tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0557611 Oct 04 05:46:06.381721 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c28f8754-da2b-4cdc-84e4-ba01cb378934 req-4967a5d3-fdfa-4a36-b157-b69bd5821157 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0653512 Oct 04 05:46:06.401318 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-39825953-39e6-464f-8637-26a96213c421 req-5c005bf7-017e-4722-bcfb-ef92d6bab9bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Oct 04 05:46:06.467885 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Allocated IP 172.20.0.6 (3e667155-a3de-4a36-8e04-002d492ba4ce/8116bff8-e2e1-4145-bd1b-9d85dce265a5/2e2c203f-0112-4068-8b70-eca7f47e4da8) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:46:06.470809 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812694e-c4dd-4b33-914d-864623e989f1 None None] New status for floating IP 3f28667b-2122-43f7-9321-46165634f7c4: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:46:06.590324 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:46:06.626777 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:46:06.627127 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b6831aa-36d6-46ef-9ebe-9d092eae8cf3 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:46:06.687855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks [] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:06.696630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21d6e1-3f53-4925-a0de-7bc2dd73e998 req-032f217d-0d1d-435b-8efb-03fcee5234c2 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:06.698158 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9f21d6e1-3f53-4925-a0de-7bc2dd73e998 req-032f217d-0d1d-435b-8efb-03fcee5234c2 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0688617 Oct 04 05:46:06.760615 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:06.771874 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9f21d6e1-3f53-4925-a0de-7bc2dd73e998 req-da19ccb2-fbd5-452a-bae0-e84ac4564c95 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Oct 04 05:46:06.856105 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:06.900227 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Network 3e667155-a3de-4a36-8e04-002d492ba4ce is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:46:06.907111 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:46:06.911260 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:46:06.913764 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6fe16-fd06-454a-95fe-26d53cf7b7be req-d6faae58-b04f-4b3a-a59f-2d39907c5433 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:06.915908 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3de6fe16-fd06-454a-95fe-26d53cf7b7be req-d6faae58-b04f-4b3a-a59f-2d39907c5433 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 931 time: 0.0532308 Oct 04 05:46:06.944170 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Pushing event updated for resources: {'Port': ['ID=2e2c203f-0112-4068-8b70-eca7f47e4da8,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:06.970754 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3de6fe16-fd06-454a-95fe-26d53cf7b7be req-21d7d28e-59ad-4a23-a26b-dc5ae18be354 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474343 Oct 04 05:46:06.973151 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:06.973762 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:07.051028 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-a0779231-c155-4370-a076-d20dd42ebcce tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029149 Oct 04 05:46:07.163058 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7800711-1200-4a3f-84b9-5c1e027227e1 req-ce7038d1-de4f-4de9-be43-9757cd45dab6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:07.164531 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f7800711-1200-4a3f-84b9-5c1e027227e1 req-ce7038d1-de4f-4de9-be43-9757cd45dab6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0479538 Oct 04 05:46:07.214368 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f7800711-1200-4a3f-84b9-5c1e027227e1 req-cb2a2af7-47df-4a28-b069-5b321907f981 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Oct 04 05:46:07.503066 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ea14a998-bfa0-41d7-8dd2-bf05753042e0 req-381f4259-867f-4f54-bcec-b65c02cbe940 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Oct 04 05:46:07.525339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Request body: {'port': {'device_id': '3fda981d-f498-4476-be14-b2b88a990533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:07.554211 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005a982-d1b6-484a-9aaa-cd783b08cb39 req-d65d9ea9-bb46-4693-abc9-421f2030ab40 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:07.555692 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c005a982-d1b6-484a-9aaa-cd783b08cb39 req-d65d9ea9-bb46-4693-abc9-421f2030ab40 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0739534 Oct 04 05:46:07.573488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:07.610647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:07.642888 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c005a982-d1b6-484a-9aaa-cd783b08cb39 req-6b319d4d-7883-43d2-b307-adcf122b55cc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785425 Oct 04 05:46:07.837715 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-b840ca5d-8a77-455f-a650-531c2ee09d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:07.839223 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-b840ca5d-8a77-455f-a650-531c2ee09d0b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1129 time: 0.0559411 Oct 04 05:46:07.889679 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2756-e2d8-45ef-bc23-f82ded8e9b62 req-ed90439a-b8b4-49c4-9245-48f1470faf7a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:07.891274 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6c9d2756-e2d8-45ef-bc23-f82ded8e9b62 req-ed90439a-b8b4-49c4-9245-48f1470faf7a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 943 time: 0.0454283 Oct 04 05:46:07.925220 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2c203f-0112-4068-8b70-eca7f47e4da8 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:07.932929 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Publish callbacks [] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:07.936549 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:07.947934 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Transition to ACTIVE for port object 2e2c203f-0112-4068-8b70-eca7f47e4da8 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:46:07.952138 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6c9d2756-e2d8-45ef-bc23-f82ded8e9b62 req-76390859-9d69-4115-9a00-42b889fd50d9 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542400 Oct 04 05:46:08.027036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:08.142392 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=2e2c203f-0112-4068-8b70-eca7f47e4da8,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:08.151988 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d62092-ad19-4d27-b7c0-14cd374a9b5d req-fd4ff73e-b9f3-4f62-a9f3-ae0f2304c9de tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:08.153462 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39d62092-ad19-4d27-b7c0-14cd374a9b5d req-fd4ff73e-b9f3-4f62-a9f3-ae0f2304c9de tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 943 time: 0.0988827 Oct 04 05:46:08.204029 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Attempting to bind port 2e2c203f-0112-4068-8b70-eca7f47e4da8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:46:08.204289 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Attempting to bind port 2e2c203f-0112-4068-8b70-eca7f47e4da8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:46:08.204615 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Attempting to bind port 2e2c203f-0112-4068-8b70-eca7f47e4da8 on network 3e667155-a3de-4a36-8e04-002d492ba4ce {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:08.238788 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39d62092-ad19-4d27-b7c0-14cd374a9b5d req-cc9158c1-2379-4131-a156-a0b13b7a46af tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790524 Oct 04 05:46:08.261054 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Port 2e2c203f-0112-4068-8b70-eca7f47e4da8 on network 3e667155-a3de-4a36-8e04-002d492ba4ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:46:08.261507 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Attempting to bind port 2e2c203f-0112-4068-8b70-eca7f47e4da8 on network 3e667155-a3de-4a36-8e04-002d492ba4ce {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:08.308640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:46:08.308892 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Checking segment: {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:46:08.309269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Bound using segment: {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:46:08.309736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Bound port: 2e2c203f-0112-4068-8b70-eca7f47e4da8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642acdd3-4878-4781-a3a1-acc8b91a82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:46:08.310096 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:08.349807 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e6c62-f45a-45db-8851-fc8b03e8010f req-2d2b72e6-eb25-4b62-b30a-329071c35c17 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:08.351288 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-636e6c62-f45a-45db-8851-fc8b03e8010f req-2d2b72e6-eb25-4b62-b30a-329071c35c17 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0484545 Oct 04 05:46:08.369728 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] For port 2e2c203f-0112-4068-8b70-eca7f47e4da8, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:46:08.372739 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] For port 2e2c203f-0112-4068-8b70-eca7f47e4da8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2e2c203f-0112-4068-8b70-eca7f47e4da8,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:46:08.397462 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-636e6c62-f45a-45db-8851-fc8b03e8010f req-8a1d9a38-7fec-4171-bfe7-f786d150f328 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404041 Oct 04 05:46:08.431179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:08.435383 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:08.436232 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:08.437566 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/2e2c203f-0112-4068-8b70-eca7f47e4da8 HTTP/1.1" status: 200 len: 1093 time: 0.9165363 Oct 04 05:46:08.438104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fda981d-f498-4476-be14-b2b88a990533', 'tag': '2e2c203f-0112-4068-8b70-eca7f47e4da8'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:08.440297 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3fda981d-f498-4476-be14-b2b88a990533", "tag": "2e2c203f-0112-4068-8b70-eca7f47e4da8"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:08.479065 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9033ed9-2a1b-4761-8aa6-188d97433c7a x-openstack-request-id: req-a9033ed9-2a1b-4761-8aa6-188d97433c7a {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:08.479353 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fda981d-f498-4476-be14-b2b88a990533", "tag": "2e2c203f-0112-4068-8b70-eca7f47e4da8", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:08.479618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9033ed9-2a1b-4761-8aa6-188d97433c7a {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:08.480022 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9033ed9-2a1b-4761-8aa6-188d97433c7a'] response: {'name': 'network-changed', 'server_uuid': '3fda981d-f498-4476-be14-b2b88a990533', 'tag': '2e2c203f-0112-4068-8b70-eca7f47e4da8', 'status': 'completed', 'code': 200} Oct 04 05:46:08.489987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8880-ce07-4862-b056-166db927f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=2e2c203f-0112-4068-8b70-eca7f47e4da8,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:08.602940 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 488f01ec-9da2-43ab-bec8-f65c29213231 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:46:08.621848 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7c1f12a6-87fb-43a6-820c-8b02d746f5f8 req-84befc02-7a1b-4071-8ddd-b610b13ae92d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=afc490d5-7739-416e-8f18-375de3166471 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Oct 04 05:46:08.712282 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:08.714187 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:08.725754 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '488f01ec-9da2-43ab-bec8-f65c29213231', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'port_id': '488f01ec-9da2-43ab-bec8-f65c29213231', 'mac_address': 'fa:16:3e:5d:b2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:46:08.760893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 488f01ec-9da2-43ab-bec8-f65c29213231 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:08.761281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:08.769529 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567a6a8-ddfe-4131-bef0-4408f33badfa req-088ec404-5c18-4535-8953-3c3ca6849d02 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:08.771045 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7567a6a8-ddfe-4131-bef0-4408f33badfa req-088ec404-5c18-4535-8953-3c3ca6849d02 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0491786 Oct 04 05:46:08.774399 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488f01ec-9da2-43ab-bec8-f65c29213231 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:08.798371 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:08.822742 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7567a6a8-ddfe-4131-bef0-4408f33badfa req-26e136e9-6e64-4fed-a7b6-aa2751ea34dd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Oct 04 05:46:08.895228 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:08.942628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:08.949915 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.950285 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.950629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.950964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.951295 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.951624 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.951950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.952275 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.952620 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.952950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.953276 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.953613 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.953938 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.954286 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:08.954606 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:09.086732 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316d0e-91b6-496b-9d21-2a425a87a85f req-0842983c-aaad-47d0-8dfb-abf982f49617 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.088356 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2b316d0e-91b6-496b-9d21-2a425a87a85f req-0842983c-aaad-47d0-8dfb-abf982f49617 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 944 time: 0.0576308 Oct 04 05:46:09.133987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9 req-3964546d-cb72-4840-8b55-37d402d9045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.135548 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9 req-3964546d-cb72-4840-8b55-37d402d9045a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 1127 time: 0.0561635 Oct 04 05:46:09.145486 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2b316d0e-91b6-496b-9d21-2a425a87a85f req-5d00debe-6657-41eb-94ba-7d0311e92142 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485120 Oct 04 05:46:09.158340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-f3702b20-9a7b-4bf9-b812-2ee31fd46af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.160394 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-f3702b20-9a7b-4bf9-b812-2ee31fd46af8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.1284125 Oct 04 05:46:09.273337 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['488f01ec-9da2-43ab-bec8-f65c29213231'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:09.277729 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-7170e2f8-a588-4319-85c2-d9dadc9bc479 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 HTTP/1.1" status: 200 len: 217 time: 0.0525310 Oct 04 05:46:09.344511 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:09.413867 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c14bdd-dfe1-45f0-9029-364cdf9a16ae req-607f23b3-f2b4-451d-8119-d126dee82bb0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.415549 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a9c14bdd-dfe1-45f0-9029-364cdf9a16ae req-607f23b3-f2b4-451d-8119-d126dee82bb0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 943 time: 0.0943274 Oct 04 05:46:09.420178 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-65395305-d5da-4f9e-8e52-2c1a8f9562fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.421549 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-65395305-d5da-4f9e-8e52-2c1a8f9562fa service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.1356311 Oct 04 05:46:09.429377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:09.503806 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9 req-7115e67e-1b70-4bce-9aeb-560e187b67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.505304 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9 req-7115e67e-1b70-4bce-9aeb-560e187b67ea service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2789707 Oct 04 05:46:09.533790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-8982e716-fa54-424d-95f9-4bdb6446f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.535296 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-8982e716-fa54-424d-95f9-4bdb6446f240 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1048846 Oct 04 05:46:09.538223 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e32312-aa4d-458f-8a32-17750ee29c10 req-0158778a-151e-4bbe-9519-e48c47ff3da2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.539689 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-81e32312-aa4d-458f-8a32-17750ee29c10 req-0158778a-151e-4bbe-9519-e48c47ff3da2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0508754 Oct 04 05:46:09.552820 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a9c14bdd-dfe1-45f0-9029-364cdf9a16ae req-24b2f6d8-f909-4cd2-96af-0b2d181aaf17 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241112 Oct 04 05:46:09.597165 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-81e32312-aa4d-458f-8a32-17750ee29c10 req-cdec1ccd-9503-479a-93f7-70a030fac5be tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517318 Oct 04 05:46:09.619894 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9 req-c6b083ff-65a0-406e-be7c-cde5d72ded53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:09.621346 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c63a2d52-646d-42e4-9051-b3dee3dbb9a9 req-c6b083ff-65a0-406e-be7c-cde5d72ded53 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064413 Oct 04 05:46:09.776238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43922) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:09.832094 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (d1bd0903-0aa4-415f-940b-ca5ff0e7cafd), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:09.855834 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (d1bd0903-0aa4-415f-940b-ca5ff0e7cafd), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:09.876298 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:09.903063 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-277943e2-46a3-4cdd-9606-0c9768896662 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001360 Oct 04 05:46:09.981440 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d1bd0903-0aa4-415f-940b-ca5ff0e7cafd), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:09.984115 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:09.988416 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d1bd0903-0aa4-415f-940b-ca5ff0e7cafd HTTP/1.1" status: 204 len: 168 time: 0.2080820 Oct 04 05:46:09.990026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43926) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:10.011344 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.api.v2.resource [None req-f9d7115f-5b83-4d3e-a0bb-87e607d7fa6f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] show failed (client error): The resource could not be found. Oct 04 05:46:10.015358 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f9d7115f-5b83-4d3e-a0bb-87e607d7fa6f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups/d1bd0903-0aa4-415f-940b-ca5ff0e7cafd HTTP/1.1" status: 404 len: 347 time: 0.0216963 Oct 04 05:46:10.015358 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd0903-0aa4-415f-940b-ca5ff0e7cafd,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:10.015628 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43928) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:10.027034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceac3b9-72ae-467a-a0e3-34afaa88cb81 req-caf40ea3-ecf6-4ac1-8aea-4aa8ce2b42c8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:10.028491 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eceac3b9-72ae-467a-a0e3-34afaa88cb81 req-caf40ea3-ecf6-4ac1-8aea-4aa8ce2b42c8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.1187356 Oct 04 05:46:10.042526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-536bcc0a-7a39-414d-99a7-28c3f9d663f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:10.043950 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-536bcc0a-7a39-414d-99a7-28c3f9d663f3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 1127 time: 0.0991170 Oct 04 05:46:10.057337 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.057685 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.058026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.058516 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.058719 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.059046 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.059376 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.059712 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.060037 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.060361 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.060686 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.061324 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.061650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.062169 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.062490 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b17c84-7fb8-4e5b-bbd0-47ddbe1867fb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:46:10.132598 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-78bc147a-d1ff-43ca-8a26-51cfcd91dcf2 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2c203f-0112-4068-8b70-eca7f47e4da8 HTTP/1.1" status: 200 len: 217 time: 0.0585458 Oct 04 05:46:10.142259 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eceac3b9-72ae-467a-a0e3-34afaa88cb81 req-19fde905-ca24-44cf-a959-5325be5020af tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030421 Oct 04 05:46:10.142915 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port ea6b6d18-92bc-4fce-8660-f8434a8720b7 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:46:10.143005 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.144113 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b11b5aab-7423-4701-863b-798a5d5a53b7 req-2688f17a-23d3-40fb-90d9-b956d6976998 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004318 Oct 04 05:46:10.226494 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.227388 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (ea6b6d18-92bc-4fce-8660-f8434a8720b7), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.240008 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-aad6194d-085f-4db4-8c6f-46f45b24b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:10.241537 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-aad6194d-085f-4db4-8c6f-46f45b24b615 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=8116bff8-e2e1-4145-bd1b-9d85dce265a5 HTTP/1.1" status: 200 len: 853 time: 0.0702775 Oct 04 05:46:10.246925 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:10.268726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for ea6b6d18-92bc-4fce-8660-f8434a8720b7 owned by network:floatingip {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:46:10.295729 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36447fb6-7ba2-4d55-8197-39ca761181c8 req-3ad50a69-5d75-484c-94ef-4f23625f6397 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:10.297218 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-36447fb6-7ba2-4d55-8197-39ca761181c8 req-3ad50a69-5d75-484c-94ef-4f23625f6397 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 944 time: 0.0666406 Oct 04 05:46:10.381863 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-e37fc2c7-7aad-4c79-b582-ec3df38ef776 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=3e667155-a3de-4a36-8e04-002d492ba4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269048 Oct 04 05:46:10.395462 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-36447fb6-7ba2-4d55-8197-39ca761181c8 req-8d97511b-4f4b-4388-bfe0-62401d1a4155 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691338 Oct 04 05:46:10.478168 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-c1d5af00-1a8a-4e8d-9f01-093a9182259a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878506 Oct 04 05:46:10.527606 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (ea6b6d18-92bc-4fce-8660-f8434a8720b7), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.552506 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=ea6b6d18-92bc-4fce-8660-f8434a8720b7,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:10.599986 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:46:10.616407 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (3f28667b-2122-43f7-9321-46165634f7c4), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.618902 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.619529 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 488f01ec-9da2-43ab-bec8-f65c29213231 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:46:10.622597 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-1719c713-597c-44a7-bae0-defaaad6e609 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/3f28667b-2122-43f7-9321-46165634f7c4 HTTP/1.1" status: 204 len: 168 time: 0.6035984 Oct 04 05:46:10.681964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e3a5f-ed58-4605-a26b-e1e02348db77 req-82c59140-8bc6-4daf-bcf2-c34b0cd256b4 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:10.681964 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-351e3a5f-ed58-4605-a26b-e1e02348db77 req-82c59140-8bc6-4daf-bcf2-c34b0cd256b4 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Oct 04 05:46:10.713637 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:10.731795 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-351e3a5f-ed58-4605-a26b-e1e02348db77 req-e0672565-2852-4703-9f96-9579782cffdb tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Oct 04 05:46:10.746813 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d70e2-f47a-430c-bc8d-4b471c568fd2 req-6768b725-ae4d-460c-87f5-6eda8f71c312 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:10.748484 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8e2d70e2-f47a-430c-bc8d-4b471c568fd2 req-6768b725-ae4d-460c-87f5-6eda8f71c312 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 944 time: 0.0478241 Oct 04 05:46:10.750637 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 488f01ec-9da2-43ab-bec8-f65c29213231 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:46:10.769358 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:10.782572 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'port_id': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'mac_address': 'fa:16:3e:d9:22:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:46:10.802489 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8e2d70e2-f47a-430c-bc8d-4b471c568fd2 req-6594ac4f-b289-4a26-96e4-024f420bc3a4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Oct 04 05:46:10.819301 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:10.819810 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.840361 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 488f01ec-9da2-43ab-bec8-f65c29213231 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:10.840732 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.841062 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 488f01ec-9da2-43ab-bec8-f65c29213231 Oct 04 05:46:10.844645 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:10.867584 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:10.890248 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:10.936031 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 488f01ec-9da2-43ab-bec8-f65c29213231 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:10.936427 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.948846 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:10.976644 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:10.982585 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:10.984820 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1529a205-43d9-469b-a967-af292d8133fc" -d '{"events": [{"server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "name": "network-vif-plugged", "status": "completed", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:11.005086 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:11.016665 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=9']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:11.026435 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198875e-ef55-47c2-8ede-0e87d566346f x-openstack-request-id: req-6198875e-ef55-47c2-8ede-0e87d566346f {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:11.026720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "name": "network-vif-plugged", "status": "completed", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:11.026970 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6198875e-ef55-47c2-8ede-0e87d566346f {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:11.027359 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6198875e-ef55-47c2-8ede-0e87d566346f'] response: {'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'code': 200} Oct 04 05:46:11.087839 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:11.136165 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:11.263885 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e27891-eeab-4fdf-b1f1-94859004c01c req-52557281-4fd7-4d4a-9831-dfb101bd260e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:11.265317 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-70e27891-eeab-4fdf-b1f1-94859004c01c req-52557281-4fd7-4d4a-9831-dfb101bd260e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0442417 Oct 04 05:46:11.310772 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-70e27891-eeab-4fdf-b1f1-94859004c01c req-c0beaffc-3d5f-466e-9bbe-a98b93d8d76b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Oct 04 05:46:11.351262 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:11.515457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf791d-2a81-4b05-987f-0a45d1708685 req-32347600-5fa9-4b5b-a6ff-0ccb9de3f80a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:11.516901 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-11cf791d-2a81-4b05-987f-0a45d1708685 req-32347600-5fa9-4b5b-a6ff-0ccb9de3f80a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0452201 Oct 04 05:46:11.561949 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-11cf791d-2a81-4b05-987f-0a45d1708685 req-6f417719-f242-472c-a5df-1cfa93d8f215 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Oct 04 05:46:11.871749 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c07c-0daf-42fc-8107-95cf32064402 req-8b8e02a9-ced1-4ee2-b7d8-8b3dd5a95470 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:11.873221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a487c07c-0daf-42fc-8107-95cf32064402 req-8b8e02a9-ced1-4ee2-b7d8-8b3dd5a95470 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 943 time: 0.0674076 Oct 04 05:46:11.945191 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:11.951475 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841f031-7817-466f-93ce-807547051b1e req-ac6afb5c-1ed3-433d-befc-57602466c64b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:11.952961 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8841f031-7817-466f-93ce-807547051b1e req-ac6afb5c-1ed3-433d-befc-57602466c64b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 945 time: 0.0484805 Oct 04 05:46:11.970132 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a487c07c-0daf-42fc-8107-95cf32064402 req-9209e7be-0353-4707-b8ed-db4babd03bf4 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Oct 04 05:46:11.976293 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5878ff0-a90b-4abb-8a1e-df3add57bc7f req-4a9f9e77-6dac-4377-b12b-5cf0a225c5c0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379724 Oct 04 05:46:12.006070 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8841f031-7817-466f-93ce-807547051b1e req-71189e0f-848a-49c0-ab0c-d052c7c85c8e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Oct 04 05:46:12.428790 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f51f60-98bf-4d91-b9d3-ac5fe70cd2c8 req-02f4f21a-f8d3-4bfb-871c-c6fabd7403f6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:12.430280 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d5f51f60-98bf-4d91-b9d3-ac5fe70cd2c8 req-02f4f21a-f8d3-4bfb-871c-c6fabd7403f6 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0470061 Oct 04 05:46:12.476115 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d5f51f60-98bf-4d91-b9d3-ac5fe70cd2c8 req-d5326870-ed0c-4631-8270-632d51f14c89 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Oct 04 05:46:12.629787 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:46:12.677664 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:12.678045 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:12.678441 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 Oct 04 05:46:12.690929 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b912b-7c86-4cf6-a269-e04e09041732 req-de971cad-37ca-4bf7-b3e4-bff244c889ea tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:12.693115 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8e7b912b-7c86-4cf6-a269-e04e09041732 req-de971cad-37ca-4bf7-b3e4-bff244c889ea tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0575039 Oct 04 05:46:12.753762 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:12.769131 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:12.769545 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:12.777977 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bda4-a796-4e79-bace-f7c4e9daa131 req-951247b2-6da4-4e57-a9be-ca719d88b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:12.779470 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a103bda4-a796-4e79-bace-f7c4e9daa131 req-951247b2-6da4-4e57-a9be-ca719d88b73e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1129 time: 0.0676329 Oct 04 05:46:12.783912 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8e7b912b-7c86-4cf6-a269-e04e09041732 req-df6e2a53-712f-418d-ac6d-ec6af7097c14 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847137 Oct 04 05:46:12.805090 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:12.872102 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:12.919092 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=10']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:13.028192 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:13.030583 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d82e8-ad85-4c8f-bb59-78bb2fe70663" -d '{"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-plugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:13.070090 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8d7613-d51f-4963-95e3-d342ee9b965d x-openstack-request-id: req-2f8d7613-d51f-4963-95e3-d342ee9b965d {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:13.070425 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-plugged", "status": "completed", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:13.070687 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f8d7613-d51f-4963-95e3-d342ee9b965d {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:13.071083 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8d7613-d51f-4963-95e3-d342ee9b965d'] response: {'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'code': 200} Oct 04 05:46:13.100596 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e54b00-4149-4252-a888-0ae4e40f8fb6 req-186cc2df-0b02-4347-8caf-2f585410437e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:13.102063 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-23e54b00-4149-4252-a888-0ae4e40f8fb6 req-186cc2df-0b02-4347-8caf-2f585410437e tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 943 time: 0.0482781 Oct 04 05:46:13.148820 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-23e54b00-4149-4252-a888-0ae4e40f8fb6 req-e136022e-839b-489c-b7c3-4420bd8f28d2 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Oct 04 05:46:13.157840 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a9ab8-a446-45dd-9f46-0cca24f0156f req-f474f271-5d1f-4afb-9d2e-510602c7f509 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:13.159397 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ca0a9ab8-a446-45dd-9f46-0cca24f0156f req-f474f271-5d1f-4afb-9d2e-510602c7f509 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0451503 Oct 04 05:46:13.207861 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ca0a9ab8-a446-45dd-9f46-0cca24f0156f req-120794fc-18ba-4da2-a053-fbb7f7817a2d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424540 Oct 04 05:46:13.594806 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b534f8-078d-4173-9d5f-e7ba5c10e129 req-af11851e-dae1-4565-9e12-4099839e634b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:13.596238 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e0b534f8-078d-4173-9d5f-e7ba5c10e129 req-af11851e-dae1-4565-9e12-4099839e634b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0478094 Oct 04 05:46:13.641158 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e0b534f8-078d-4173-9d5f-e7ba5c10e129 req-178d91d7-760d-469b-a452-61d6aaa8d7c8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387716 Oct 04 05:46:13.910462 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84b3ab-b6c3-4f10-bf14-ed794bf591ce req-7b067005-39bd-4013-af6d-79ec7f0cd129 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:13.911963 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2c84b3ab-b6c3-4f10-bf14-ed794bf591ce req-7b067005-39bd-4013-af6d-79ec7f0cd129 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0525825 Oct 04 05:46:13.957669 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2c84b3ab-b6c3-4f10-bf14-ed794bf591ce req-0d06d361-67a1-41d0-9106-1450f4b4b700 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Oct 04 05:46:14.192008 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a103bda4-a796-4e79-bace-f7c4e9daa131 req-3a45a9e6-b4fe-45a5-9b52-dfb068166c73 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Oct 04 05:46:14.277227 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033abd24-de27-4cfe-a51f-98223e0c0125 req-d810892d-ac61-4f23-bd56-45fc8d376ee0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:14.278825 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-033abd24-de27-4cfe-a51f-98223e0c0125 req-d810892d-ac61-4f23-bd56-45fc8d376ee0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 943 time: 0.0496294 Oct 04 05:46:14.333034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-033abd24-de27-4cfe-a51f-98223e0c0125 req-c352ec81-2031-4abd-8f8b-67d26b44cd50 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Oct 04 05:46:14.358545 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209743ef-5f15-4d0e-9f20-136412e50702 req-7eaaf1d9-b943-468c-82df-5e251035f64d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:14.358545 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-209743ef-5f15-4d0e-9f20-136412e50702 req-7eaaf1d9-b943-468c-82df-5e251035f64d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0507314 Oct 04 05:46:14.397537 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-209743ef-5f15-4d0e-9f20-136412e50702 req-47baa877-dc53-426d-b24c-bd03bef397e9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Oct 04 05:46:14.626592 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 2e2c203f-0112-4068-8b70-eca7f47e4da8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:46:14.729017 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 2e2c203f-0112-4068-8b70-eca7f47e4da8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2e2c203f-0112-4068-8b70-eca7f47e4da8,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:14.740303 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '2e2c203f-0112-4068-8b70-eca7f47e4da8', 'network_id': '3e667155-a3de-4a36-8e04-002d492ba4ce', 'port_id': '2e2c203f-0112-4068-8b70-eca7f47e4da8', 'mac_address': 'fa:16:3e:c6:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8116bff8-e2e1-4145-bd1b-9d85dce265a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:46:14.773225 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 2e2c203f-0112-4068-8b70-eca7f47e4da8 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:14.773602 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:14.786690 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2c203f-0112-4068-8b70-eca7f47e4da8 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:14.807804 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 2e2c203f-0112-4068-8b70-eca7f47e4da8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2e2c203f-0112-4068-8b70-eca7f47e4da8,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:14.900767 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:14.940082 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:14.955228 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=2e2c203f-0112-4068-8b70-eca7f47e4da8,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:15.080658 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495dff1-5f3c-48f7-96ca-6de55903d7ce req-500fae35-8f28-4684-b51f-441607b51bfd tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:15.082621 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1495dff1-5f3c-48f7-96ca-6de55903d7ce req-500fae35-8f28-4684-b51f-441607b51bfd tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0499475 Oct 04 05:46:15.128208 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1495dff1-5f3c-48f7-96ca-6de55903d7ce req-8fa92571-e256-42ed-911e-1baef5f1c0a4 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Oct 04 05:46:15.310995 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['2e2c203f-0112-4068-8b70-eca7f47e4da8'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:15.371052 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:15.387518 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 43996) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:15.390597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776230537', 'description': 'tempest-description--1731616010'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:15.484524 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:15.488984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42850-8fa9-4fb4-b0fc-4d09774f3d14 req-1a629499-b627-434b-b8ab-34a32c054f25 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:15.495764 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79f42850-8fa9-4fb4-b0fc-4d09774f3d14 req-1a629499-b627-434b-b8ab-34a32c054f25 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 944 time: 0.0630865 Oct 04 05:46:15.540628 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:15.573399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658e28a-743c-401d-a396-3431b0b72222 req-d58b69da-039b-4208-90d4-803119429bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:15.575126 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f658e28a-743c-401d-a396-3431b0b72222 req-d58b69da-039b-4208-90d4-803119429bcc service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 1131 time: 0.0642469 Oct 04 05:46:15.578804 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79f42850-8fa9-4fb4-b0fc-4d09774f3d14 req-f75184b4-458b-436a-b247-208788725a55 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823374 Oct 04 05:46:15.591520 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group (95172209-96f7-422b-8974-1062e98eb374), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:15.634839 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f658e28a-743c-401d-a396-3431b0b72222 req-8c0d2d06-936a-4663-ab60-2aa89e02cc48 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457783 Oct 04 05:46:15.658894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (95172209-96f7-422b-8974-1062e98eb374), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:15.659433 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:15.692317 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95172209-96f7-422b-8974-1062e98eb374,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:15.695590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4468c21-21f0-4eb3-94e0-1cc10397f59d req-331ce6c6-a313-4184-b221-90082ee19798 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:15.697062 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f4468c21-21f0-4eb3-94e0-1cc10397f59d req-331ce6c6-a313-4184-b221-90082ee19798 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0486770 Oct 04 05:46:15.746355 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f4468c21-21f0-4eb3-94e0-1cc10397f59d req-40a9e015-2abf-4d76-9fb2-402b53a6d343 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Oct 04 05:46:15.771802 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:15.773120 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7aaf3930-bd7f-4c1c-a8c5-267e501e9a4d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3861623 Oct 04 05:46:15.775938 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44008) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:15.780177 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'security_group_rule': {'security_group_id': '95172209-96f7-422b-8974-1062e98eb374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:15.860726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group_rule (8139c3df-a890-4c9a-85ca-8ceaea1c6500), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:15.918925 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group_rule (8139c3df-a890-4c9a-85ca-8ceaea1c6500), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.002155 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (8139c3df-a890-4c9a-85ca-8ceaea1c6500), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.021588 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8139c3df-a890-4c9a-85ca-8ceaea1c6500,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:16.091872 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.093063 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-fc81cd41-e7b1-4eaf-9ce0-296be71c46db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161793 Oct 04 05:46:16.095856 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44012) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:16.100663 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'security_group_rule': {'security_group_id': '95172209-96f7-422b-8974-1062e98eb374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:16.207451 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group_rule (5f9b1c5b-1056-43ad-a468-5f0cba3da68b), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.257889 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:16.262372 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cc76-8def-4372-ac4d-087b929cb716 req-56216050-7183-4258-afc1-29ed0fc3a6b7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:16.263925 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-add7cc76-8def-4372-ac4d-087b929cb716 req-56216050-7183-4258-afc1-29ed0fc3a6b7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Oct 04 05:46:16.271848 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group_rule (5f9b1c5b-1056-43ad-a468-5f0cba3da68b), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.314196 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-add7cc76-8def-4372-ac4d-087b929cb716 req-c4eb3fd2-c206-45de-a2b1-6371c86fc9b2 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Oct 04 05:46:16.358770 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (5f9b1c5b-1056-43ad-a468-5f0cba3da68b), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.378664 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9b1c5b-1056-43ad-a468-5f0cba3da68b,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:16.460621 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.461801 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-39967744-dff5-41d0-9716-09aa8628c257 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648858 Oct 04 05:46:16.464882 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44018) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:16.469369 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:16.546592 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.627671 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.670976 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 2e2c203f-0112-4068-8b70-eca7f47e4da8 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:46:16.724000 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 2e2c203f-0112-4068-8b70-eca7f47e4da8 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:46:16.745999 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114d21-40c8-4a18-a4c5-e3db42b983bc req-d98a4661-8fc3-4dfb-918e-a4a58ae7c149 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:16.747463 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e0114d21-40c8-4a18-a4c5-e3db42b983bc req-d98a4661-8fc3-4dfb-918e-a4a58ae7c149 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 944 time: 0.0828016 Oct 04 05:46:16.788591 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Allocated IP 172.27.1.203 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/b537beba-854d-413f-a456-b676808caa5e) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:46:16.803974 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 2e2c203f-0112-4068-8b70-eca7f47e4da8 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:16.804357 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.804707 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 2e2c203f-0112-4068-8b70-eca7f47e4da8 Oct 04 05:46:16.836883 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e0114d21-40c8-4a18-a4c5-e3db42b983bc req-3d5317b3-0ae8-4f68-b013-0d664644e0a3 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Oct 04 05:46:16.879531 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:16.908286 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 2e2c203f-0112-4068-8b70-eca7f47e4da8 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:16.909338 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:16.933948 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fda981d-f498-4476-be14-b2b88a990533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2c203f-0112-4068-8b70-eca7f47e4da8'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:16.936479 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd7b30-9a2d-4e7a-8864-18fb459c0a0d" -d '{"events": [{"server_uuid": "3fda981d-f498-4476-be14-b2b88a990533", "name": "network-vif-plugged", "status": "completed", "tag": "2e2c203f-0112-4068-8b70-eca7f47e4da8"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:16.950018 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 2e2c203f-0112-4068-8b70-eca7f47e4da8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2e2c203f-0112-4068-8b70-eca7f47e4da8,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:17.007761 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.029014 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d85771-2feb-456e-aa93-49a604b19877 req-ed6af74e-cb25-4e69-9f1d-6340f9516615 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:17.030591 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3d85771-2feb-456e-aa93-49a604b19877 req-ed6af74e-cb25-4e69-9f1d-6340f9516615 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0537081 Oct 04 05:46:17.062432 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=2e2c203f-0112-4068-8b70-eca7f47e4da8,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:17.087393 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a3d85771-2feb-456e-aa93-49a604b19877 req-b8a1365e-05cf-4201-9167-8f6475a6ca40 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495169 Oct 04 05:46:17.136801 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c27d36-807c-49d0-aa0c-4c924795b10a x-openstack-request-id: req-c4c27d36-807c-49d0-aa0c-4c924795b10a {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:17.137093 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fda981d-f498-4476-be14-b2b88a990533", "name": "network-vif-plugged", "status": "completed", "tag": "2e2c203f-0112-4068-8b70-eca7f47e4da8", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:17.137347 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4c27d36-807c-49d0-aa0c-4c924795b10a {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:17.137745 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c27d36-807c-49d0-aa0c-4c924795b10a'] response: {'server_uuid': '3fda981d-f498-4476-be14-b2b88a990533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2c203f-0112-4068-8b70-eca7f47e4da8', 'code': 200} Oct 04 05:46:17.180123 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for port (b537beba-854d-413f-a456-b676808caa5e), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.195286 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7693a-50ed-420f-bae6-599292535e95 req-9b039a9d-9637-4616-b11a-71c0a2619209 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:17.196778 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-38f7693a-50ed-420f-bae6-599292535e95 req-9b039a9d-9637-4616-b11a-71c0a2619209 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.2874537 Oct 04 05:46:17.260601 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-38f7693a-50ed-420f-bae6-599292535e95 req-e9e28307-7316-4c72-948b-dcf9ce430b4e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571458 Oct 04 05:46:17.317130 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (b537beba-854d-413f-a456-b676808caa5e), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.356014 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.359155 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:46:17.362109 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:46:17.365355 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:46:17.398635 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:17.404382 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'Port': ['ID=b537beba-854d-413f-a456-b676808caa5e,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:17.438424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d60ee-c0f0-47e1-8e3c-9b0466ffe3bb req-6e74901e-83cd-487a-984d-7f8a50fee029 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:17.440141 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d9d60ee-c0f0-47e1-8e3c-9b0466ffe3bb req-6e74901e-83cd-487a-984d-7f8a50fee029 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0467441 Oct 04 05:46:17.469018 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.496375 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d9d60ee-c0f0-47e1-8e3c-9b0466ffe3bb req-d6c05867-0df4-4c3f-97ee-8e4efa79aa21 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Oct 04 05:46:17.640955 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b537beba-854d-413f-a456-b676808caa5e), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.667016 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2528-d649-44e7-9c88-49b67875ddce req-8e6c7046-e65a-4a21-98da-e4ba69795d6b tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:17.668500 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-872e2528-d649-44e7-9c88-49b67875ddce req-8e6c7046-e65a-4a21-98da-e4ba69795d6b tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0929940 Oct 04 05:46:17.767915 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-872e2528-d649-44e7-9c88-49b67875ddce req-c1c2ff93-bf78-4181-a4ef-40d26df79e16 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930612 Oct 04 05:46:17.832903 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for port (b537beba-854d-413f-a456-b676808caa5e), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:17.911344 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (b537beba-854d-413f-a456-b676808caa5e), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:18.015186 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'Port': ['ID=b537beba-854d-413f-a456-b676808caa5e,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:18.017836 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:18.027554 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a060a-8055-422f-8bdc-18be9b374480 req-659b142c-9956-4c46-b6f9-a1b81a631945 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:18.030676 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-542a060a-8055-422f-8bdc-18be9b374480 req-659b142c-9956-4c46-b6f9-a1b81a631945 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0953875 Oct 04 05:46:18.101299 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-542a060a-8055-422f-8bdc-18be9b374480 req-fea3cc2d-536d-476e-9004-0750c31ef062 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533586 Oct 04 05:46:18.108248 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:18.130200 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:18.131315 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613efa-1923-4a64-ae9c-8cc6a6ee05df req-c18fc67b-9738-4146-aef8-2ccd6a18324e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:18.132168 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-ad384383-b4a8-444a-ad84-e66e95294df1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6662376 Oct 04 05:46:18.141291 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d1613efa-1923-4a64-ae9c-8cc6a6ee05df req-c18fc67b-9738-4146-aef8-2ccd6a18324e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0639236 Oct 04 05:46:18.187825 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:18.193276 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d1613efa-1923-4a64-ae9c-8cc6a6ee05df req-651197e9-b467-4ca4-a758-966faa6e3a75 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Oct 04 05:46:18.221921 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbedf41-ae0f-413d-b2fa-dac8fc8b3bc4 req-f15cbcc7-883d-49d1-9d32-8f44b7ca02e3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:18.224198 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0fbedf41-ae0f-413d-b2fa-dac8fc8b3bc4 req-f15cbcc7-883d-49d1-9d32-8f44b7ca02e3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0474622 Oct 04 05:46:18.278709 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0fbedf41-ae0f-413d-b2fa-dac8fc8b3bc4 req-c23824f8-bbdb-485c-a8bf-cf53b688df02 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483546 Oct 04 05:46:18.367982 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-643a0e57-c1f3-4d13-ba7f-a3f624350be4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1776230537&fields=id&tenant_id=689c4759cb5943b79f2637a8e29e230e HTTP/1.1" status: 200 len: 267 time: 0.0458331 Oct 04 05:46:18.409117 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a730b-a60e-4d00-beb6-2c53c6f88936 req-2abee0de-d442-423f-9ad7-a879cbab6ac7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:18.411146 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ea7a730b-a60e-4d00-beb6-2c53c6f88936 req-2abee0de-d442-423f-9ad7-a879cbab6ac7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0545061 Oct 04 05:46:18.466589 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ea7a730b-a60e-4d00-beb6-2c53c6f88936 req-824b3a66-48c1-40ba-9510-6bb197eaa1f5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484385 Oct 04 05:46:18.733141 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-030f9262-3d09-4381-a593-85415bdaa375 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:18.734967 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-030f9262-3d09-4381-a593-85415bdaa375 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 819 time: 0.3620174 Oct 04 05:46:18.751214 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-3ca42d32-ce57-4551-ac95-0bd716ac4549 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/quotas/689c4759cb5943b79f2637a8e29e230e HTTP/1.1" status: 200 len: 375 time: 0.0096059 Oct 04 05:46:18.803563 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4fa08dec-7d99-4240-a5bc-9a52b276367a tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0465231 Oct 04 05:46:18.904646 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-60ad4da0-d474-4de1-a0a1-7a7e5f75839e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891485 Oct 04 05:46:18.992534 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-40b4e9eb-2890-4f6e-99c6-9bd57cac2156 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820141 Oct 04 05:46:19.224424 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f0454c6f-9875-412b-81a3-fce41f1b36db req-b5b78b96-8b23-402b-b528-d08b5fd999f3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0270739 Oct 04 05:46:19.259795 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a08bd-cd70-4597-9848-7bcfa15b97f5 req-33dc2458-489c-4b39-a0fb-5fb304f0de57 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:19.266484 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-853a08bd-cd70-4597-9848-7bcfa15b97f5 req-33dc2458-489c-4b39-a0fb-5fb304f0de57 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0650210 Oct 04 05:46:19.308607 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-853a08bd-cd70-4597-9848-7bcfa15b97f5 req-b3ff3668-c9f1-45a8-b5ae-c60b28512c32 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Oct 04 05:46:19.401331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd0096-0cc9-4ab1-b46f-a01efcd54dd7 req-e15f5c70-812f-4ede-abc5-6e38c753970f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:19.402814 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79fd0096-0cc9-4ab1-b46f-a01efcd54dd7 req-e15f5c70-812f-4ede-abc5-6e38c753970f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0485346 Oct 04 05:46:19.450210 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79fd0096-0cc9-4ab1-b46f-a01efcd54dd7 req-bffb1fae-7aae-4593-9944-678278a064ba tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416684 Oct 04 05:46:19.595137 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff116-b4e6-4782-95c0-7ff7cc8fa6be req-024309cf-db7c-473c-9a28-ed6ec23a0818 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:19.596585 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2fdff116-b4e6-4782-95c0-7ff7cc8fa6be req-024309cf-db7c-473c-9a28-ed6ec23a0818 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0457706 Oct 04 05:46:19.650355 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2fdff116-b4e6-4782-95c0-7ff7cc8fa6be req-1e626817-4883-414b-8cb7-8e17f045fe62 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474799 Oct 04 05:46:20.334262 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-07c4e668-0186-46d2-a689-425132e10ddf req-690c22e1-0eb1-4874-a07c-076f4f16b87b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0304146 Oct 04 05:46:20.437132 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97d9ae-cd02-4eaa-b429-5c1a6cfba344 req-9195a87a-65c7-49d4-b580-e30786d4e6b7 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:20.439194 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9d97d9ae-cd02-4eaa-b429-5c1a6cfba344 req-9195a87a-65c7-49d4-b580-e30786d4e6b7 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0480213 Oct 04 05:46:20.467859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-a2d2e71f-3df6-4657-af2a-909becbba17b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:20.469313 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-a2d2e71f-3df6-4657-af2a-909becbba17b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0623620 Oct 04 05:46:20.489773 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9d97d9ae-cd02-4eaa-b429-5c1a6cfba344 req-ef510ae2-76c8-41a9-a187-fa4d2284ffe6 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Oct 04 05:46:20.499352 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:20.529561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121c5c-5a33-4e41-91fb-b3706ec03f3e req-19039eba-2055-4204-a4a7-4fb018ecf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:20.531096 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a121c5c-5a33-4e41-91fb-b3706ec03f3e req-19039eba-2055-4204-a4a7-4fb018ecf661 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 1129 time: 0.0771291 Oct 04 05:46:20.583620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port 91086c81-b058-42da-8552-c21268a1fe5f {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:46:20.583964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (91086c81-b058-42da-8552-c21268a1fe5f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:20.604291 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f7c8-6406-49fe-a357-22fb70caab63 req-8d0e205b-e64b-41a6-8022-604ba1900083 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:20.605836 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4f64f7c8-6406-49fe-a357-22fb70caab63 req-8d0e205b-e64b-41a6-8022-604ba1900083 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 945 time: 0.0501125 Oct 04 05:46:20.617984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:20.654169 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4f64f7c8-6406-49fe-a357-22fb70caab63 req-2728b853-694c-4228-9bf0-86806bde7515 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04eb7df3-e27c-4dca-81a9-654938aad176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424995 Oct 04 05:46:20.671723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:20.686749 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a121c5c-5a33-4e41-91fb-b3706ec03f3e req-7ab7a995-954b-42c0-9619-d11762de152e service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924318 Oct 04 05:46:20.713199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] For port 91086c81-b058-42da-8552-c21268a1fe5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=91086c81-b058-42da-8552-c21268a1fe5f,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:20.713199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (91086c81-b058-42da-8552-c21268a1fe5f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:20.789297 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ca38e-8832-459b-9808-eabe66c41479 req-93aa0713-db8d-42d7-9a35-c343caaa8c1d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:20.790930 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-aa9ca38e-8832-459b-9808-eabe66c41479 req-93aa0713-db8d-42d7-9a35-c343caaa8c1d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0499747 Oct 04 05:46:20.839136 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-aa9ca38e-8832-459b-9808-eabe66c41479 req-ffbdfae1-943f-4557-af21-a1a31a02e370 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Oct 04 05:46:20.880865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:20.881145 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (094433be-b41c-489a-a6e8-9c4ef180f3a8), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:20.881458 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 094433be-b41c-489a-a6e8-9c4ef180f3a8 disassociated. External IP: 172.27.1.249, port: 91086c81-b058-42da-8552-c21268a1fe5f. Oct 04 05:46:20.881789 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for 91086c81-b058-42da-8552-c21268a1fe5f owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:46:21.135449 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (91086c81-b058-42da-8552-c21268a1fe5f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:21.165765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=91086c81-b058-42da-8552-c21268a1fe5f,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:21.295058 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:46:21.338082 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:21.405855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:46:21.422017 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:46:21.432882 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:21.433513 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:21.448552 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] No DVR routers for this DVR port 91086c81-b058-42da-8552-c21268a1fe5f on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:46:21.451440 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:21.457543 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8f1a61fe-5736-4265-9877-18ddc1405ead req-8b548a8d-08dc-4a83-a714-b3c462c8c817 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "DELETE /networking/v2.0/ports/91086c81-b058-42da-8552-c21268a1fe5f HTTP/1.1" status: 204 len: 173 time: 0.9713383 Oct 04 05:46:21.458839 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'name': 'network-vif-deleted', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:21.462551 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bbdbf02b-6e36-4cd1-907b-209c9137ce7e req-4875e809-84c9-43f3-a112-3c8c4322865d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0512552 Oct 04 05:46:21.463285 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f294f-1755-415b-854b-ed73c50c00a7" -d '{"events": [{"server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "name": "network-vif-deleted", "tag": "91086c81-b058-42da-8552-c21268a1fe5f"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:21.514047 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd2279-85cd-4f5e-a2ed-8331286684c4 x-openstack-request-id: req-e9cd2279-85cd-4f5e-a2ed-8331286684c4 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:21.515254 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aa646b-022b-46dc-a362-fe7d63d90f5a", "name": "network-vif-deleted", "tag": "91086c81-b058-42da-8552-c21268a1fe5f", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:21.515576 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9cd2279-85cd-4f5e-a2ed-8331286684c4 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:21.516190 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cd2279-85cd-4f5e-a2ed-8331286684c4'] response: {'server_uuid': '71aa646b-022b-46dc-a362-fe7d63d90f5a', 'name': 'network-vif-deleted', 'tag': '91086c81-b058-42da-8552-c21268a1fe5f', 'status': 'completed', 'code': 200} Oct 04 05:46:21.571774 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:21.620617 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3821f0c-8a18-4fcd-ab71-35c61fcae8cc req-c401f65f-4073-4b38-872d-de57348f8f1f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:21.623978 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f3821f0c-8a18-4fcd-ab71-35c61fcae8cc req-c401f65f-4073-4b38-872d-de57348f8f1f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0540955 Oct 04 05:46:21.685462 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f3821f0c-8a18-4fcd-ab71-35c61fcae8cc req-9d66bf31-a335-4a1b-8a93-17ae17704400 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537498 Oct 04 05:46:21.732554 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:21.788144 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ddbd147e-2be7-4d4f-9fc1-6c60d5652c4e req-e645e4ad-1acf-4326-a332-6326553b13c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0272856 Oct 04 05:46:21.788372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:21.819160 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:46:21.827694 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:21.828290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:21.931071 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:22.146974 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:22.256896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:22.281730 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38152ad7-4938-4c6d-a01b-9aad87c510a3 None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:46:22.509240 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fae76d-2d56-487c-815c-1159d089b4e4 None None] New status for floating IP 094433be-b41c-489a-a6e8-9c4ef180f3a8: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:46:22.603868 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-06984288-9eb8-47d8-928a-a36feaa1f269 req-ea331f22-083e-42b4-b726-e9b7c7bff108 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0518730 Oct 04 05:46:22.739130 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e6a9-8e98-442f-87d9-9538e40c10b8 req-92dc56b9-82b3-46b4-9f4e-f0d00e2b3fe8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:22.740610 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8121e6a9-8e98-442f-87d9-9538e40c10b8 req-92dc56b9-82b3-46b4-9f4e-f0d00e2b3fe8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0568082 Oct 04 05:46:22.798092 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8121e6a9-8e98-442f-87d9-9538e40c10b8 req-9b825146-da17-49ae-a9cf-eed508ebd8a3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517190 Oct 04 05:46:22.828207 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d08fd-e67e-4527-9f6b-4f69f09a3705 req-ad65601a-b086-4d5d-bbed-6026e71f9a8f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:22.835494 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e31d08fd-e67e-4527-9f6b-4f69f09a3705 req-ad65601a-b086-4d5d-bbed-6026e71f9a8f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0649896 Oct 04 05:46:22.881807 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e31d08fd-e67e-4527-9f6b-4f69f09a3705 req-a5f136ab-097d-45fa-9deb-0a4638b2deb2 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Oct 04 05:46:22.927525 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8ccbfc9e-77af-4bdf-9e51-ca447e033175 req-c3c5be2b-aa95-4ce5-be63-1ce3f2de8223 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0269256 Oct 04 05:46:23.735814 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-47eaf993-ba5c-49da-b37e-28d41704e67e req-55ef156f-b3cd-4296-9732-791a910f2ed8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0392146 Oct 04 05:46:23.791594 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-67d77d76-5c7d-4ce6-9c7e-8215a975f941 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:23.793036 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-67d77d76-5c7d-4ce6-9c7e-8215a975f941 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 819 time: 0.1400168 Oct 04 05:46:23.862787 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-58ce1320-defa-4025-8f26-13b4a5a04547 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=689c4759cb5943b79f2637a8e29e230e HTTP/1.1" status: 200 len: 380 time: 0.0533650 Oct 04 05:46:23.926095 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bda7e5-30a4-4ba0-aa34-b0980f9d5bd7 req-946b1e7a-bf97-41c5-bb5a-cd88fa59ddc3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:23.928213 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c3bda7e5-30a4-4ba0-aa34-b0980f9d5bd7 req-946b1e7a-bf97-41c5-bb5a-cd88fa59ddc3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0538256 Oct 04 05:46:23.975566 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c3bda7e5-30a4-4ba0-aa34-b0980f9d5bd7 req-16e30cd6-059e-4aa9-9fc0-9c90ec4feb19 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Oct 04 05:46:24.082027 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-436aa0d2-3b62-4323-8b01-4ee91e813056 req-bd65ce41-cf60-42cc-83a7-93d15de9e096 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71aa646b-022b-46dc-a362-fe7d63d90f5a HTTP/1.1" status: 200 len: 210 time: 0.0266259 Oct 04 05:46:24.152386 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'port': {'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'admin_state_up': True, 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'security_groups': ['95172209-96f7-422b-8974-1062e98eb374']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:24.340679 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Made reservation on behalf of 689c4759cb5943b79f2637a8e29e230e for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:46:24.344354 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:24.490438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Allocated IP 172.20.0.4 (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8/d30785f6-7194-42c4-97ef-b4ab0352b3ec/6aff3573-db21-4dc2-80d8-968b7594ff8b) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:46:24.498830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:24.626778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:24.632247 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:24.724788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 91086c81-b058-42da-8552-c21268a1fe5f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:46:24.729642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:24.747868 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 91086c81-b058-42da-8552-c21268a1fe5f {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:46:24.748213 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 91086c81-b058-42da-8552-c21268a1fe5f not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:46:24.775501 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:46:24.778622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:46:24.782450 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:46:24.809836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event updated for resources: {'Port': ['ID=6aff3573-db21-4dc2-80d8-968b7594ff8b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:24.838555 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:24.839496 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:24.855302 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d556e-e1d0-4899-9632-2367f4d81681 req-29c7923f-caca-4aed-a389-443951a16c49 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:24.856823 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b22d556e-e1d0-4899-9632-2367f4d81681 req-29c7923f-caca-4aed-a389-443951a16c49 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 931 time: 0.0497897 Oct 04 05:46:24.870196 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:24.911808 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b22d556e-e1d0-4899-9632-2367f4d81681 req-3527a878-b22f-48da-8e05-ee46f219007b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 Oct 04 05:46:24.971711 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-19ab18eb-9499-408a-95fe-cbad73495307 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239732 Oct 04 05:46:24.989742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Request body: {'port': {'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:25.055299 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-71e4a9a8-8f59-46fc-acd2-7f41e60cef71 None None] Provisioning complete for port 6aff3573-db21-4dc2-80d8-968b7594ff8b triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:25.055588 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-71e4a9a8-8f59-46fc-acd2-7f41e60cef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.055923 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-71e4a9a8-8f59-46fc-acd2-7f41e60cef71 None None] Attempt 1 to provision port 6aff3573-db21-4dc2-80d8-968b7594ff8b Oct 04 05:46:25.064215 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.087330 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-71e4a9a8-8f59-46fc-acd2-7f41e60cef71 None None] Port 6aff3573-db21-4dc2-80d8-968b7594ff8b cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:46:25.127797 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7427a8-39e5-49ac-8d78-8d8d0e74ebee req-1db7ac0e-8f24-452f-983d-35cdba1ca91a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:25.129235 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a7427a8-39e5-49ac-8d78-8d8d0e74ebee req-1db7ac0e-8f24-452f-983d-35cdba1ca91a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0753076 Oct 04 05:46:25.241318 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a7427a8-39e5-49ac-8d78-8d8d0e74ebee req-38818969-e602-4a83-b59e-ca1f3483d56c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056025 Oct 04 05:46:25.278589 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44210) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:25.337773 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-715d9a0e-dc2d-4a32-97cc-e4bbdbfdf800 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (04eb7df3-e27c-4dca-81a9-654938aad176), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.360234 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-715d9a0e-dc2d-4a32-97cc-e4bbdbfdf800 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (04eb7df3-e27c-4dca-81a9-654938aad176), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.385964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aff3573-db21-4dc2-80d8-968b7594ff8b {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:25.393606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Publish callbacks [] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.483356 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Transition to ACTIVE for port object 6aff3573-db21-4dc2-80d8-968b7594ff8b will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:46:25.483526 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-715d9a0e-dc2d-4a32-97cc-e4bbdbfdf800 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (04eb7df3-e27c-4dca-81a9-654938aad176), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.486076 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-715d9a0e-dc2d-4a32-97cc-e4bbdbfdf800 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.487225 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-715d9a0e-dc2d-4a32-97cc-e4bbdbfdf800 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/04eb7df3-e27c-4dca-81a9-654938aad176 HTTP/1.1" status: 204 len: 168 time: 0.2069347 Oct 04 05:46:25.490072 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44214) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:25.496326 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d9a0e-dc2d-4a32-97cc-e4bbdbfdf800 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb7df3-e27c-4dca-81a9-654938aad176,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:25.498779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:25.506193 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.api.v2.resource [None req-89622057-5ef5-4869-9137-e69691ea0d37 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] show failed (client error): The resource could not be found. Oct 04 05:46:25.507229 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-89622057-5ef5-4869-9137-e69691ea0d37 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups/04eb7df3-e27c-4dca-81a9-654938aad176 HTTP/1.1" status: 404 len: 347 time: 0.0161812 Oct 04 05:46:25.510092 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44216) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:25.551965 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.686395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Pushing event updated for resources: {'Port': ['ID=6aff3573-db21-4dc2-80d8-968b7594ff8b,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:25.710840 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port 66031b64-bd9d-4a6c-9b6c-8939e97eb802 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:46:25.711232 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.767701 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Attempting to bind port 6aff3573-db21-4dc2-80d8-968b7594ff8b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:46:25.768037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Attempting to bind port 6aff3573-db21-4dc2-80d8-968b7594ff8b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:46:25.768365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Attempting to bind port 6aff3573-db21-4dc2-80d8-968b7594ff8b on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:25.835327 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.836005 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (66031b64-bd9d-4a6c-9b6c-8939e97eb802), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:25.851031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Port 6aff3573-db21-4dc2-80d8-968b7594ff8b on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:46:25.851359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Attempting to bind port 6aff3573-db21-4dc2-80d8-968b7594ff8b on network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:25.853023 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:25.854193 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for 66031b64-bd9d-4a6c-9b6c-8939e97eb802 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:46:25.948171 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:46:25.948607 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Checking segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:46:25.948993 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Bound using segment: {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:46:25.949436 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Bound port: 6aff3573-db21-4dc2-80d8-968b7594ff8b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60ec63d-8293-4b06-9417-611ed2633440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:46:25.949795 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.076046 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57bfb1-6db1-4b8d-9b78-4852181248e5 req-f2961961-cc5d-44df-b6b1-9260a468afc2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.077567 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ba57bfb1-6db1-4b8d-9b78-4852181248e5 req-f2961961-cc5d-44df-b6b1-9260a468afc2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 943 time: 0.0805724 Oct 04 05:46:26.109777 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] For port 6aff3573-db21-4dc2-80d8-968b7594ff8b, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:46:26.159395 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ba57bfb1-6db1-4b8d-9b78-4852181248e5 req-25707e6b-fa33-4b1a-943a-a6e420c5a11b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602262 Oct 04 05:46:26.197444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (66031b64-bd9d-4a6c-9b6c-8939e97eb802), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.209169 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:26.224859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] For port 6aff3573-db21-4dc2-80d8-968b7594ff8b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:46:26.231736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=66031b64-bd9d-4a6c-9b6c-8939e97eb802,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:26.294273 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.297099 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.297777 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.299391 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 1093 time: 1.3141301 Oct 04 05:46:26.302253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:26.304534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11bdd00-a4f9-4c0e-9515-08861b760b59" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:26.308533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (094433be-b41c-489a-a6e8-9c4ef180f3a8), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.312281 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.313416 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-49936f7c-f0ca-4f83-bf4b-e23a4c1a9d3e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/094433be-b41c-489a-a6e8-9c4ef180f3a8 HTTP/1.1" status: 204 len: 168 time: 0.8023028 Oct 04 05:46:26.374904 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde55a7c-5ef3-497d-bdd2-b4c485444332 req-aa50822e-5e96-4c07-b88e-f15c93f2c932 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.381000 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cde55a7c-5ef3-497d-bdd2-b4c485444332 req-aa50822e-5e96-4c07-b88e-f15c93f2c932 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0549018 Oct 04 05:46:26.449013 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cde55a7c-5ef3-497d-bdd2-b4c485444332 req-51e9fcbb-7765-4e2c-b983-4b8ef14018dd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518157 Oct 04 05:46:26.552004 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44230) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:26.556596 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30049575', 'description': 'tempest-description--1533746388'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:26.610283 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1a878-f868-4592-b125-3cd10d4acd3c x-openstack-request-id: req-51b1a878-f868-4592-b125-3cd10d4acd3c {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:26.610567 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:26.610808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51b1a878-f868-4592-b125-3cd10d4acd3c {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:26.611189 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b1a878-f868-4592-b125-3cd10d4acd3c'] response: {'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'status': 'completed', 'code': 200} Oct 04 05:46:26.632468 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.664757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bdd00-a4f9-4c0e-9515-08861b760b59 req-ca8b1bd2-777e-4bb1-86b6-ffa482b9a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.666241 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f11bdd00-a4f9-4c0e-9515-08861b760b59 req-ca8b1bd2-777e-4bb1-86b6-ffa482b9a243 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1127 time: 0.0542338 Oct 04 05:46:26.669080 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce52a6e-accb-4677-8acf-16c6b24bed94 service neutron] Pushing event updated for resources: {'Port': ['ID=6aff3573-db21-4dc2-80d8-968b7594ff8b,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:26.705004 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (79abaf73-8876-4af8-a7c1-02988f1489b4), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.769084 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (79abaf73-8876-4af8-a7c1-02988f1489b4), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.774475 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bdd00-a4f9-4c0e-9515-08861b760b59 req-e83d2619-6203-44e5-b274-7123ad23265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.775909 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f11bdd00-a4f9-4c0e-9515-08861b760b59 req-e83d2619-6203-44e5-b274-7123ad23265d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=689c4759cb5943b79f2637a8e29e230e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0928848 Oct 04 05:46:26.799435 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79abaf73-8876-4af8-a7c1-02988f1489b4,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:26.845348 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.847156 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b59dbfb1-6237-4269-85a0-37f38e81eed3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2941494 Oct 04 05:46:26.850815 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44232) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:26.855122 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': '79abaf73-8876-4af8-a7c1-02988f1489b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:26.869760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bdd00-a4f9-4c0e-9515-08861b760b59 req-9da214e8-eeca-4835-8976-6f893dbb08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.871274 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f11bdd00-a4f9-4c0e-9515-08861b760b59 req-9da214e8-eeca-4835-8976-6f893dbb08a7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890903 Oct 04 05:46:26.973073 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:26.975666 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (5f47a1f4-96c4-404a-824f-14e60fc65241), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:26.985689 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-2ab04e4c-fca6-498c-9e30-cd99a4f67f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:26.987224 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-2ab04e4c-fca6-498c-9e30-cd99a4f67f4c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1127 time: 0.0426819 Oct 04 05:46:27.031869 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (5f47a1f4-96c4-404a-824f-14e60fc65241), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.032252 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-f290ccc4-3005-406d-9508-af03cacf89da service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 217 time: 0.0320501 Oct 04 05:46:27.082036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-d66a851b-add3-4c2b-9eb4-242a4eb3908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:27.084034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-d66a851b-add3-4c2b-9eb4-242a4eb3908c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0430865 Oct 04 05:46:27.117733 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (5f47a1f4-96c4-404a-824f-14e60fc65241), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.126848 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830479-bf76-4756-abf0-c0bf7517a974 req-5e6ef977-dfce-43d4-99a7-46ceb29b81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:27.128319 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-5e6ef977-dfce-43d4-99a7-46ceb29b81ed service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385199 Oct 04 05:46:27.136692 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f47a1f4-96c4-404a-824f-14e60fc65241,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:27.212317 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.213780 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9e2ed87a-fc65-4ee9-a3b6-b9e7b67d948b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617985 Oct 04 05:46:27.216393 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44236) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:27.220765 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': '79abaf73-8876-4af8-a7c1-02988f1489b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:27.263972 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-cb81d4f5-527b-4047-83d6-69f8aa403a84 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005778 Oct 04 05:46:27.284017 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6545f-d5e1-4ee7-8131-ff0c92a66a6a req-0f5146cc-93d5-46ae-91d3-72933cd6fc63 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:27.285489 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-73f6545f-d5e1-4ee7-8131-ff0c92a66a6a req-0f5146cc-93d5-46ae-91d3-72933cd6fc63 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 943 time: 0.0480602 Oct 04 05:46:27.307179 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:27.323955 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:27.337090 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-73f6545f-d5e1-4ee7-8131-ff0c92a66a6a req-7ff97aee-1234-4fa2-be07-3a70043711d8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Oct 04 05:46:27.352969 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39830479-bf76-4756-abf0-c0bf7517a974 req-d42d5d1f-56d9-4ad4-8be7-75db4ce4b5f1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912907 Oct 04 05:46:27.368779 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (9b24d9ba-bb70-45fa-be9b-0b4634af0f10), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.428661 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (9b24d9ba-bb70-45fa-be9b-0b4634af0f10), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.515830 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (9b24d9ba-bb70-45fa-be9b-0b4634af0f10), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.535695 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b24d9ba-bb70-45fa-be9b-0b4634af0f10,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:27.576945 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043bc92-0445-4b66-8df3-3b53f10b7606 req-f7317999-a0a5-414e-941c-69a3d98ad1e2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:27.578918 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c043bc92-0445-4b66-8df3-3b53f10b7606 req-f7317999-a0a5-414e-941c-69a3d98ad1e2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Oct 04 05:46:27.625063 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c043bc92-0445-4b66-8df3-3b53f10b7606 req-8bfbd1e7-05dd-4ca8-a490-c4afc78fef13 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403793 Oct 04 05:46:27.630471 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-5ed2f9e1-feb1-41f0-90d0-ee396bf38db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.662784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.664045 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-90f3eeba-5cbc-45f4-afb9-b75af62f3261 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467154 Oct 04 05:46:27.670907 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44244) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:27.675109 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:27.778718 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.857945 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:27.963774 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.27.1.11 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/e22111b6-05a3-490e-9511-8a8d7ed66610) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:46:27.986537 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:28.066438 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.146422 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.184289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:46:28.187439 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:46:28.190941 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:46:28.213617 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=e22111b6-05a3-490e-9511-8a8d7ed66610,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:28.278508 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (6f931a8b-8baa-4138-b6dd-028f70c666be), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.375353 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.482059 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:28.499301 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabef1c-b89f-4445-89a3-a06d83f9d308 req-939dd03f-e317-4fbc-a42e-eeae2123e4a3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:28.500740 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dbabef1c-b89f-4445-89a3-a06d83f9d308 req-939dd03f-e317-4fbc-a42e-eeae2123e4a3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 943 time: 0.0846126 Oct 04 05:46:28.585182 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dbabef1c-b89f-4445-89a3-a06d83f9d308 req-cd9dc538-9924-4e86-a23e-9391113e45ed tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780854 Oct 04 05:46:28.593423 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.671917 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.734797 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6aff3573-db21-4dc2-80d8-968b7594ff8b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:46:28.743654 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=e22111b6-05a3-490e-9511-8a8d7ed66610,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:28.746251 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (6f931a8b-8baa-4138-b6dd-028f70c666be), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.748322 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984600-5b0a-4ab2-853f-f74bcecfdc10 req-b320968b-09af-4a01-a6cf-3086eca68576 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:28.750659 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a984600-5b0a-4ab2-853f-f74bcecfdc10 req-b320968b-09af-4a01-a6cf-3086eca68576 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Oct 04 05:46:28.803044 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a984600-5b0a-4ab2-853f-f74bcecfdc10 req-deea1c2b-90da-4c7e-87e9-6d4fd38fb28c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Oct 04 05:46:28.828334 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.830277 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-82604269-71ac-415d-bd61-6c28ad7e50cb tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1581109 Oct 04 05:46:28.847451 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6aff3573-db21-4dc2-80d8-968b7594ff8b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:28.859153 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:46:28.897605 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6aff3573-db21-4dc2-80d8-968b7594ff8b is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:28.901542 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:28.914497 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aff3573-db21-4dc2-80d8-968b7594ff8b {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:28.934971 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6aff3573-db21-4dc2-80d8-968b7594ff8b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:29.001829 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:29.036826 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-80aa8622-a202-4053-9b86-ca1d58c2427c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--30049575&fields=id&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 267 time: 0.0439358 Oct 04 05:46:29.052037 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6aff3573-db21-4dc2-80d8-968b7594ff8b,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:29.145310 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-02040d98-e026-463d-99c7-a55ede2b470a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:29.147259 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-02040d98-e026-463d-99c7-a55ede2b470a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.1038959 Oct 04 05:46:29.161488 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-e228e1aa-3c6a-4269-a86f-02394b4bb6d1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 375 time: 0.0089393 Oct 04 05:46:29.210865 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-02d993de-64d2-4e11-a177-e12a659e9892 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445778 Oct 04 05:46:29.307213 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-0a0579d9-d53f-4770-b7ae-bafba51c2510 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Oct 04 05:46:29.359540 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:29.399339 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-5272cf10-33ad-4f31-828f-619afbbcab53 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Oct 04 05:46:29.465991 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6aff3573-db21-4dc2-80d8-968b7594ff8b'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:29.650768 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da672e71-c74f-44e5-a567-5316f32d3877 req-035cd5b2-3de5-4f20-b341-67faa5d7ea78 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0312133 Oct 04 05:46:29.731150 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa45178-f67b-426c-9a9a-8876a39c4159 req-dc2c4a3f-16ca-4c61-9e1e-2cb59223cf9c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:29.732634 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2fa45178-f67b-426c-9a9a-8876a39c4159 req-dc2c4a3f-16ca-4c61-9e1e-2cb59223cf9c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 944 time: 0.0543804 Oct 04 05:46:29.781949 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2fa45178-f67b-426c-9a9a-8876a39c4159 req-c937b4a0-27eb-492d-a8cc-1a3c20a2ce52 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Oct 04 05:46:29.934457 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1937a9-331a-453d-8aab-01193c98ce05 req-086db7d2-eca8-44b5-9299-b76baad9165b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:29.936643 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7d1937a9-331a-453d-8aab-01193c98ce05 req-086db7d2-eca8-44b5-9299-b76baad9165b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0558305 Oct 04 05:46:29.949664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:29.984993 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7d1937a9-331a-453d-8aab-01193c98ce05 req-9564c8f2-e458-453f-8862-3484ef1d99e6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Oct 04 05:46:30.201712 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a2b70010-d3e8-4a32-a787-a56e87409f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:30.738821 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-94b30c9e-6512-40f5-bc63-ee6159bd543d req-a9ae9267-fa7a-4be6-b7f4-1d674bfc3b2c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0310385 Oct 04 05:46:30.759721 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6aff3573-db21-4dc2-80d8-968b7594ff8b up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:46:30.785386 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:30.800556 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 6aff3573-db21-4dc2-80d8-968b7594ff8b completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:46:30.897359 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 6aff3573-db21-4dc2-80d8-968b7594ff8b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:30.897359 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:30.897359 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 6aff3573-db21-4dc2-80d8-968b7594ff8b Oct 04 05:46:30.907672 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f1dd7-691f-4518-b10c-ebbf20f8e9f2 req-a79f1a60-7568-4316-80cb-5f5fc9715ca7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:30.909423 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-176f1dd7-691f-4518-b10c-ebbf20f8e9f2 req-a79f1a60-7568-4316-80cb-5f5fc9715ca7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 944 time: 0.0511646 Oct 04 05:46:30.967488 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-176f1dd7-691f-4518-b10c-ebbf20f8e9f2 req-347f8852-9e40-4a39-b39f-0216b36aecf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506122 Oct 04 05:46:30.999568 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6aff3573-db21-4dc2-80d8-968b7594ff8b is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:31.000075 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.011433 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:31.025317 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:31.027748 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcd19de-5506-4b0a-b5f2-eaa1d809340d" -d '{"events": [{"server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "name": "network-vif-plugged", "status": "completed", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:31.036106 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542faa1a-0904-4c1e-8baa-9c3ff7c6921d req-f0e19c28-736f-4b43-855e-cb957fcf08a4 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:31.037808 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-542faa1a-0904-4c1e-8baa-9c3ff7c6921d req-f0e19c28-736f-4b43-855e-cb957fcf08a4 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Oct 04 05:46:31.042243 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6aff3573-db21-4dc2-80d8-968b7594ff8b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:31.089601 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-542faa1a-0904-4c1e-8baa-9c3ff7c6921d req-48a28e7b-9c22-4c86-8688-59fdc45421ce tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Oct 04 05:46:31.116073 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.123004 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44302) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:31.136825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c144ff0-6d45-4805-872e-09a1498ec502 req-dbb895da-f486-466f-9dd4-2afd110a37bd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:31.144225 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3c144ff0-6d45-4805-872e-09a1498ec502 req-dbb895da-f486-466f-9dd4-2afd110a37bd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0768070 Oct 04 05:46:31.147371 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a945ee-709c-4fef-9116-23ea8d0616fa x-openstack-request-id: req-41a945ee-709c-4fef-9116-23ea8d0616fa {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:31.147659 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "name": "network-vif-plugged", "status": "completed", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:31.147907 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41a945ee-709c-4fef-9116-23ea8d0616fa {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:31.148319 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a945ee-709c-4fef-9116-23ea8d0616fa'] response: {'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'code': 200} Oct 04 05:46:31.157958 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.167617 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6aff3573-db21-4dc2-80d8-968b7594ff8b,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:31.204993 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3c144ff0-6d45-4805-872e-09a1498ec502 req-aa19f0d4-7c26-429f-9a73-222dccad7539 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599051 Oct 04 05:46:31.231755 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47494b-a8f4-4c2e-a9bd-5206f44907b7 tempest-TestMinimumBasicScenario-1906075828 tempest-TestMinimumBasicScenario-1906075828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:31.237309 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ca47494b-a8f4-4c2e-a9bd-5206f44907b7 tempest-TestMinimumBasicScenario-1906075828 tempest-TestMinimumBasicScenario-1906075828-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1124 time: 0.1092737 Oct 04 05:46:31.240061 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44306) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:31.244382 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'port_id': '488f01ec-9da2-43ab-bec8-f65c29213231', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'fixed_ip_address': '172.20.0.6'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:31.351982 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.438928 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.544697 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Allocated IP 172.27.1.60 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/3c9f5a8c-fccb-4398-ab19-b6796edf4494) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:46:31.658804 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.713260 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f4a11-d8d9-47d9-8077-70bca6e8a91c req-3bc927ca-c1b1-4371-bee6-f8bcc867c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:31.714761 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cd9f4a11-d8d9-47d9-8077-70bca6e8a91c req-3bc927ca-c1b1-4371-bee6-f8bcc867c608 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.0498278 Oct 04 05:46:31.740068 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:31.759407 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cd9f4a11-d8d9-47d9-8077-70bca6e8a91c req-7882ca72-b7cf-4fc3-bf33-447a912c3830 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372081 Oct 04 05:46:31.787625 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:31.831321 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:46:31.836876 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:46:31.840631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:46:31.843951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'Port': ['ID=3c9f5a8c-fccb-4398-ab19-b6796edf4494,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:31.850661 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-454762c0-2aaf-485c-acfa-345688e25ca0 req-2c910aca-5c72-4a56-9f03-afe4a50fd02a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0301356 Oct 04 05:46:31.867358 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:32.122779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6326-f08f-4eac-b1a1-22e29717de8c req-2031ad93-fd33-465f-809f-0ab1021a06e7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:32.124226 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3d1c6326-f08f-4eac-b1a1-22e29717de8c req-2031ad93-fd33-465f-809f-0ab1021a06e7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0764368 Oct 04 05:46:32.243423 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3d1c6326-f08f-4eac-b1a1-22e29717de8c req-7f7e02f5-43c8-4b3e-bd4d-d50b4254324e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120963 Oct 04 05:46:32.267711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for floatingip (c5c9a2e9-deac-40ea-963b-8d74a1718db5), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.330904 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95fa9d-0347-4e78-a84f-90bd536d9d23 req-5b99a484-478b-4bf3-ab0a-af9885a554de tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:32.332334 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9b95fa9d-0347-4e78-a84f-90bd536d9d23 req-5b99a484-478b-4bf3-ab0a-af9885a554de tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0453253 Oct 04 05:46:32.374923 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.381615 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9b95fa9d-0347-4e78-a84f-90bd536d9d23 req-019903c6-26df-4df4-95bb-8d04290b4f22 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 Oct 04 05:46:32.394519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:32.521891 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.580276 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.587251 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:32.637796 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:32.647208 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'Port': ['ID=3c9f5a8c-fccb-4398-ab19-b6796edf4494,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:32.649859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (c5c9a2e9-deac-40ea-963b-8d74a1718db5), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.750517 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Floating IP c5c9a2e9-deac-40ea-963b-8d74a1718db5 associated. External IP: 172.27.1.60, port: 488f01ec-9da2-43ab-bec8-f65c29213231. Oct 04 05:46:32.767357 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.853067 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:32.963902 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-11874912-b6f7-40a9-9afe-86bbb97b1daf req-c56c9c9e-e526-4efc-9d49-5d7b03dadb4f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0348768 Oct 04 05:46:32.980692 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Router 9d01592c-b131-4b31-9a8c-b2796fc6655c has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:46:33.078666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:33.081505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:46:33.092682 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] Sync routers for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:46:33.102119 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:33.102765 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:33.164382 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.197635 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-678e76cc-3cc2-43f8-8ae1-479bd51cb627 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9565318 Oct 04 05:46:33.198298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:33.200534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107e6eda-6cfa-45bc-9701-def3ce1e2d87" -d '{"events": [{"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:33.200891 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44320) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:33.206012 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689999304', 'description': 'tempest-secgroup-smoke-1689999304 description', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:33.206388 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:33.238060 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604629b-1041-4b0e-b2f4-e65e8d669fb3 x-openstack-request-id: req-3604629b-1041-4b0e-b2f4-e65e8d669fb3 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:33.238437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:33.238758 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3604629b-1041-4b0e-b2f4-e65e8d669fb3 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:33.239275 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3604629b-1041-4b0e-b2f4-e65e8d669fb3'] response: {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'status': 'completed', 'code': 200} Oct 04 05:46:33.289369 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.372264 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d0404-cbdf-4725-b0df-08203efeb179 req-6fad3eb1-34e6-466b-8c31-1bf5679e3117 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:33.374669 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-325d0404-cbdf-4725-b0df-08203efeb179 req-6fad3eb1-34e6-466b-8c31-1bf5679e3117 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0533855 Oct 04 05:46:33.402066 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group (e2beedac-f946-4c31-af85-7e6c924292ed), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.437161 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-325d0404-cbdf-4725-b0df-08203efeb179 req-6850bc13-b4a4-47f9-87a1-50641a06236d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488348 Oct 04 05:46:33.464240 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'c5c9a2e9-deac-40ea-963b-8d74a1718db5', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'port_id': '488f01ec-9da2-43ab-bec8-f65c29213231', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'mac_address': 'fa:16:3e:5d:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864bd56b-7557-413d-9480-d225873e42a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:32Z', 'updated_at': '2022-10-04T05:46:32Z', 'revision_number': 0, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:33.471984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e2beedac-f946-4c31-af85-7e6c924292ed), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.496574 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] Checking router: 9d01592c-b131-4b31-9a8c-b2796fc6655c for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:46:33.501464 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:33.511330 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:33.512340 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:33.535079 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2beedac-f946-4c31-af85-7e6c924292ed,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:33.547213 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd07fb4-01a2-44c5-bac8-4c7e792580cb req-6ad44242-c365-4f21-b9ab-0f1073bf0ef3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:33.548721 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8dd07fb4-01a2-44c5-bac8-4c7e792580cb req-6ad44242-c365-4f21-b9ab-0f1073bf0ef3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0591853 Oct 04 05:46:33.584672 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.586206 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-6b724620-5fdd-4f04-9ff4-feb40d0958f7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3842914 Oct 04 05:46:33.590096 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44328) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:33.597507 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group_rule': {'security_group_id': 'e2beedac-f946-4c31-af85-7e6c924292ed', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:33.611449 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8dd07fb4-01a2-44c5-bac8-4c7e792580cb req-88572ef3-de3a-42d7-bf94-d5230a9df0eb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560079 Oct 04 05:46:33.632030 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:33.712995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (a9eaad27-6888-4f76-8cca-1f74551b540f), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.767114 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (a9eaad27-6888-4f76-8cca-1f74551b540f), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.830294 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:33.832239 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (a9eaad27-6888-4f76-8cca-1f74551b540f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.841672 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'c5c9a2e9-deac-40ea-963b-8d74a1718db5', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'port_id': '488f01ec-9da2-43ab-bec8-f65c29213231', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'mac_address': 'fa:16:3e:5d:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864bd56b-7557-413d-9480-d225873e42a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:32Z', 'updated_at': '2022-10-04T05:46:32Z', 'revision_number': 0, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:33.852236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eaad27-6888-4f76-8cca-1f74551b540f,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:33.869871 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0878ceb3-af94-4d0e-bbfc-5d6d43477c64 None None] The sync data for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi is: [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'c5c9a2e9-deac-40ea-963b-8d74a1718db5', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'port_id': '488f01ec-9da2-43ab-bec8-f65c29213231', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'mac_address': 'fa:16:3e:5d:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864bd56b-7557-413d-9480-d225873e42a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:32Z', 'updated_at': '2022-10-04T05:46:32Z', 'revision_number': 0, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:46:33.914214 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:33.916718 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-acb5d320-d373-4083-a48c-a29ae6c1deee tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239422 Oct 04 05:46:33.918396 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44332) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:33.922849 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group_rule': {'security_group_id': 'e2beedac-f946-4c31-af85-7e6c924292ed', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:33.933045 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:34.011013 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (5b79550d-1c66-4796-836c-d128c48a065e), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.074643 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f51913-4cc2-4f45-9d1c-05057753cd02 None None] New status for floating IP c5c9a2e9-deac-40ea-963b-8d74a1718db5: ACTIVE {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:46:34.121809 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a06a2a21-259b-4584-9054-125b01502f3d req-a1e05a65-7c3b-4913-95b4-4f66799c67ba tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0750999 Oct 04 05:46:34.139846 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-0d94a865-4457-4562-b3ee-2787c362a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.141398 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-0d94a865-4457-4562-b3ee-2787c362a86e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1129 time: 0.0726008 Oct 04 05:46:34.156125 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (5b79550d-1c66-4796-836c-d128c48a065e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.220669 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (5b79550d-1c66-4796-836c-d128c48a065e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.282773 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b79550d-1c66-4796-836c-d128c48a065e,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:34.390724 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.394631 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-13fffeee-8de8-4371-a355-304bb22b7710 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4725971 Oct 04 05:46:34.395150 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44336) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:34.400892 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group_rule': {'security_group_id': 'e2beedac-f946-4c31-af85-7e6c924292ed', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:34.418524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-94a61099-0f79-43b8-9a51-e98ac0e3f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.419994 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-94a61099-0f79-43b8-9a51-e98ac0e3f627 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 916 time: 0.1866796 Oct 04 05:46:34.427228 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-61a942e0-8acd-41eb-92eb-a35f86d74971 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.428574 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-61a942e0-8acd-41eb-92eb-a35f86d74971 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.1963494 Oct 04 05:46:34.500694 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (80877705-8b72-466f-984b-a829cad913f8), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.537905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:34.550960 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-2d8a28f6-f0b3-4dcd-89f9-51e429ae29c6 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 1000 time: 0.0994561 Oct 04 05:46:34.564493 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-413d3e51-8330-458d-aba3-550918f68741 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 378 time: 0.1051888 Oct 04 05:46:34.584876 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'port': {'device_id': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'admin_state_up': True, 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'security_groups': ['79abaf73-8876-4af8-a7c1-02988f1489b4']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:34.622952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47b127-1d0d-4379-a2d5-b90dda1b49b3 req-0ba360df-9851-4b31-ab0a-17588ec90060 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.624403 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4f47b127-1d0d-4379-a2d5-b90dda1b49b3 req-0ba360df-9851-4b31-ab0a-17588ec90060 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0559111 Oct 04 05:46:34.626115 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (80877705-8b72-466f-984b-a829cad913f8), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.669707 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:34.676225 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-27254a1a-1943-4300-9268-1505e0bd4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.677736 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-27254a1a-1943-4300-9268-1505e0bd4564 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 200 len: 854 time: 0.1055994 Oct 04 05:46:34.678371 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4f47b127-1d0d-4379-a2d5-b90dda1b49b3 req-7e331f6b-55fa-48ec-9e79-6214c0d9edb9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467353 Oct 04 05:46:34.706535 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (80877705-8b72-466f-984b-a829cad913f8), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.729156 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80877705-8b72-466f-984b-a829cad913f8,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:34.793662 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20181c29-9077-44d6-98cf-3c1197a686b4 req-b1decc50-ad37-465b-b7f6-bcfee183ea96 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.795107 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-20181c29-9077-44d6-98cf-3c1197a686b4 req-b1decc50-ad37-465b-b7f6-bcfee183ea96 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1047328 Oct 04 05:46:34.806624 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cdb7f-91a1-4684-b92b-fa908b991d45 req-32e0b3ca-f41f-49ea-8b70-fac744b4bc72 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.811703 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ae7cdb7f-91a1-4684-b92b-fa908b991d45 req-32e0b3ca-f41f-49ea-8b70-fac744b4bc72 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Oct 04 05:46:34.815937 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-6ad4355b-f306-4877-b706-7254c706a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:34.817407 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-6ad4355b-f306-4877-b706-7254c706a319 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=8c99016d-f252-4011-a226-d600412012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0898716 Oct 04 05:46:34.818622 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44348) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:34.823089 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'floatingip': {'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:34.837735 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:34.855557 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-20181c29-9077-44d6-98cf-3c1197a686b4 req-b2ece252-e2cf-482d-a611-55a0ea72bb57 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517662 Oct 04 05:46:34.866364 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.874308 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9bfb2647-851c-4ac2-96f6-858e9758056f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4713140 Oct 04 05:46:34.874448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44352) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:34.874548 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:34.875617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group_rule': {'security_group_id': 'e2beedac-f946-4c31-af85-7e6c924292ed', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:34.987897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Made reservation on behalf of f7b850d4b5df4a4e93720cb855add44f for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:46:34.992124 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.013664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (32b99b0a-c953-4c95-acef-fed3318e9dbe), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.388548 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-02028744-9bff-4ee4-b5ae-3f9c37b3ad99 req-96d53cfa-f882-43b4-a509-bbfebb2f5100 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0858099 Oct 04 05:46:35.401657 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6032-d505-4256-b399-8033ce8618ce req-f6e76e64-dfcc-4b6f-900a-f9f94142fdc7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:35.403113 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ba9e6032-d505-4256-b399-8033ce8618ce req-f6e76e64-dfcc-4b6f-900a-f9f94142fdc7 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0909853 Oct 04 05:46:35.452398 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-a09a3f62-818b-4556-b667-82ab2749aaed service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553024 Oct 04 05:46:35.461504 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:35.529775 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ba9e6032-d505-4256-b399-8033ce8618ce req-71fe5c29-8888-44e9-b5b6-27177b032c75 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898433 Oct 04 05:46:35.554396 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-24cf3d25-bfb4-4913-a983-8dcbeb88b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:35.554396 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-24cf3d25-bfb4-4913-a983-8dcbeb88b7c1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1129 time: 0.1620300 Oct 04 05:46:35.558232 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (32b99b0a-c953-4c95-acef-fed3318e9dbe), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.575408 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:35.604749 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.20.0.12 (2c58c152-65b4-475d-9100-474584bb25cf/645be345-79fa-4dd5-978e-beefddbca126/85eef61c-7813-4495-a4cb-e1f1f1d9d6f1) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:46:35.622040 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.643729 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (32b99b0a-c953-4c95-acef-fed3318e9dbe), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.693140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b99b0a-c953-4c95-acef-fed3318e9dbe,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:35.703677 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-107e6eda-6cfa-45bc-9701-def3ce1e2d87 req-0e5fd1a3-e1a3-4246-97c4-12dd9d73445f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231574 Oct 04 05:46:35.706718 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.746238 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-bc423a12-8d9d-4875-8e0e-11d77f37775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:35.747703 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-bc423a12-8d9d-4875-8e0e-11d77f37775b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 911 time: 0.1849079 Oct 04 05:46:35.804544 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Floating IP e828e75f-b4c9-4fbf-a61e-76401be2c07a associated. External IP: 172.27.1.203, port: 6aff3573-db21-4dc2-80d8-968b7594ff8b. Oct 04 05:46:35.823634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.827380 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c4a3d07e-86c7-425d-b70f-8109347d5a45 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9532404 Oct 04 05:46:35.829279 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44360) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:35.839348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group_rule': {'security_group_id': 'e2beedac-f946-4c31-af85-7e6c924292ed', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:35.880776 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-691684f2-1dbb-421f-a6b9-4982e8334956 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 200 len: 1000 time: 0.1234372 Oct 04 05:46:35.947007 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:35.954234 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:35.973419 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-5eaad63a-d5ce-4d32-8822-6e2e74a3f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:35.975425 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-5eaad63a-d5ce-4d32-8822-6e2e74a3f49e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.0716596 Oct 04 05:46:35.987883 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.securitygroups_db [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Project c237fdd93f3e47dea64bd0143f09b819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 05:46:36.010576 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:36.015025 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Router 5b90ad0b-d27a-4413-812d-90993fc5405a has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:46:36.022638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (7557de55-823d-42a2-86c5-9421a3b2848b), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.054289 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-57b8b1d2-f991-4410-a137-447ca82a2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:36.055788 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-57b8b1d2-f991-4410-a137-447ca82a2ea9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638325 Oct 04 05:46:36.115585 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:46:36.120550 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.126037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.127762 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] Sync routers for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:46:36.140382 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:36.141214 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:36.158250 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-ff63472d-6161-4c10-95c9-b1046b7a253d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e828e75f-b4c9-4fbf-a61e-76401be2c07a HTTP/1.1" status: 200 len: 991 time: 1.3383267 Oct 04 05:46:36.159172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:36.162024 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b08e2-fd0c-43df-859c-e3117fbaa1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:36.190686 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (7557de55-823d-42a2-86c5-9421a3b2848b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.203457 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:46:36.210952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f666e56-1e45-4650-93f1-fec483f48384 x-openstack-request-id: req-8f666e56-1e45-4650-93f1-fec483f48384 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:36.211248 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:36.211503 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f666e56-1e45-4650-93f1-fec483f48384 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:36.211909 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f666e56-1e45-4650-93f1-fec483f48384'] response: {'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'status': 'completed', 'code': 200} Oct 04 05:46:36.214831 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:46:36.220011 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:36.222285 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:46:36.256553 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-622438f8-923d-44fc-bd75-6ef61a6f2194 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914873 Oct 04 05:46:36.275703 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:36.281886 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (7557de55-823d-42a2-86c5-9421a3b2848b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.313436 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:36.387356 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:36.387989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.388734 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:36.391895 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7557de55-823d-42a2-86c5-9421a3b2848b,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:36.417155 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-c493d3ec-5ac9-4bda-99fc-1f64a409577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:36.423009 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-c493d3ec-5ac9-4bda-99fc-1f64a409577b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.1392796 Oct 04 05:46:36.495399 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-30c17fcb-8f32-49e4-849d-57b5a34605ef tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9156928 Oct 04 05:46:36.501339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.502424 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8c438389-f2fb-425f-8f7b-2f40577a12de tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6701663 Oct 04 05:46:36.506166 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44370) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:36.510414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'security_group_rule': {'security_group_id': 'e2beedac-f946-4c31-af85-7e6c924292ed', 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:36.512033 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-cf1e25d8-2870-493f-8d25-e65cfb66c561 None None] Provisioning complete for port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:36.512651 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cf1e25d8-2870-493f-8d25-e65cfb66c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.513051 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-cf1e25d8-2870-493f-8d25-e65cfb66c561 None None] Attempt 1 to provision port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 Oct 04 05:46:36.518767 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf6ab140-1a4e-4641-8035-42d2c6c9cf75 req-63b89f4c-ca4e-4ff3-b0f1-fdcbe2f24031 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509956 Oct 04 05:46:36.532231 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545edb8-fecd-490b-b45d-b1bc5ae00148 req-aaf3ca59-0f42-4c48-b47d-97516c8b3a03 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:36.534359 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e545edb8-fecd-490b-b45d-b1bc5ae00148 req-aaf3ca59-0f42-4c48-b47d-97516c8b3a03 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 932 time: 0.0552506 Oct 04 05:46:36.541452 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'e828e75f-b4c9-4fbf-a61e-76401be2c07a', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:17Z', 'updated_at': '2022-10-04T05:46:35Z', 'revision_number': 1, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:36.565236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-1f68c33a-960c-4ae0-b2ab-0da8b5e752e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:36.566761 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-1f68c33a-960c-4ae0-b2ab-0da8b5e752e2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.1411378 Oct 04 05:46:36.576438 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] Checking router: 5b90ad0b-d27a-4413-812d-90993fc5405a for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:46:36.587554 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e25d8-2870-493f-8d25-e65cfb66c561 None None] Port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:46:36.588402 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e545edb8-fecd-490b-b45d-b1bc5ae00148 req-6f2b46bd-b4a7-4d4d-8096-826d50d066c3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468714 Oct 04 05:46:36.590938 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:36.591490 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:36.605196 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.securitygroups_db [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Project c237fdd93f3e47dea64bd0143f09b819 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 05:46:36.611731 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (8012ce6c-dc77-44ec-8c7f-10b671c62f1e), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.631973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Request body: {'port': {'device_id': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:36.780824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc3828-93da-4544-96f7-14a7c28efc50 req-9eeb04db-bee3-4cfe-9f1f-29d7afdeb262 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:36.782251 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6acc3828-93da-4544-96f7-14a7c28efc50 req-9eeb04db-bee3-4cfe-9f1f-29d7afdeb262 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1381030 Oct 04 05:46:36.794857 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:36.831685 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (8012ce6c-dc77-44ec-8c7f-10b671c62f1e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.835650 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-df18982e-259f-420b-ab29-ba0e0a218d36 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 999 time: 0.2006509 Oct 04 05:46:36.837803 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:36.856106 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.875025 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (8012ce6c-dc77-44ec-8c7f-10b671c62f1e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:36.913596 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6acc3828-93da-4544-96f7-14a7c28efc50 req-277a9961-c30f-4681-ba84-e19ab2e13cbd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239889 Oct 04 05:46:36.938377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8012ce6c-dc77-44ec-8c7f-10b671c62f1e,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:37.003035 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.004732 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8cdb5f67-eb93-43ff-a24e-425eb75cb10c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4974532 Oct 04 05:46:37.010616 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:37.072385 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'e828e75f-b4c9-4fbf-a61e-76401be2c07a', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:17Z', 'updated_at': '2022-10-04T05:46:35Z', 'revision_number': 1, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:37.101629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42a2df-3de0-4509-a93a-ceadd84144b2 None None] The sync data for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi is: [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'e828e75f-b4c9-4fbf-a61e-76401be2c07a', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:17Z', 'updated_at': '2022-10-04T05:46:35Z', 'revision_number': 1, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:46:37.123254 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-2a49e345-735b-4677-9a62-8e0ba14f36f3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1689999304&fields=id&tenant_id=c237fdd93f3e47dea64bd0143f09b819 HTTP/1.1" status: 200 len: 267 time: 0.0625534 Oct 04 05:46:37.141741 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:46:37.184727 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-771e2037-accc-4a47-ae46-ef2e968dde27 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.190615 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-771e2037-accc-4a47-ae46-ef2e968dde27 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0540891 Oct 04 05:46:37.197600 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-03a961c7-489b-4ff1-bf01-4dd3c54e6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.198457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'port': {'security_groups': ['df109a7b-e88e-41c2-8b8a-f08246977c06', 'e2beedac-f946-4c31-af85-7e6c924292ed']}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:37.199502 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-03a961c7-489b-4ff1-bf01-4dd3c54e6b44 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0815077 Oct 04 05:46:37.272455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:37.279833 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.284181 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Publish callbacks [] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.287703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-fd86a0e5-4281-452c-94aa-62887813fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.289236 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-fd86a0e5-4281-452c-94aa-62887813fa6a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671680 Oct 04 05:46:37.300747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Transition to ACTIVE for port object 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:46:37.340730 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8e3ba-4c58-46d0-80f2-50a8b413e325 None None] New status for floating IP e828e75f-b4c9-4fbf-a61e-76401be2c07a: ACTIVE {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:46:37.372886 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.455458 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Pushing event updated for resources: {'Port': ['ID=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:37.484602 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Attempting to bind port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:46:37.485063 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Attempting to bind port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:46:37.485457 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Attempting to bind port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:37.506892 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:37.514048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:37.531018 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 on network 2c58c152-65b4-475d-9100-474584bb25cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:46:37.531342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Attempting to bind port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:46:37.538727 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for port (488f01ec-9da2-43ab-bec8-f65c29213231), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.576048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:46:37.576385 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:46:37.576766 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Bound using segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:46:37.577248 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Bound port: 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:46:37.577588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.586252 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.594932 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.598190 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.598190 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5fcaf4d6-49f2-4b17-b951-74d130218f7c req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "PUT /networking/v2.0/ports/488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 981 time: 0.4040632 Oct 04 05:46:37.630755 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['488f01ec-9da2-43ab-bec8-f65c29213231'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:37.634416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:37.658797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c391023-6ce3-4b1f-b2f8-322e1dd18f4f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=6']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:37.682810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] For port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:46:37.713176 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:37.720288 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] For port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:46:37.732577 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095eaf2-ba47-4a12-adaf-a1c564baa6f0 req-5d6be70c-023e-4d49-945e-04be06cdaba5 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.734186 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a095eaf2-ba47-4a12-adaf-a1c564baa6f0 req-5d6be70c-023e-4d49-945e-04be06cdaba5 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0676596 Oct 04 05:46:37.760740 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6301a-ac25-4a38-b1de-7fa660ae29aa req-e32b7b18-7f4a-4557-8782-3d455a74f8bc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.763052 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-03a6301a-ac25-4a38-b1de-7fa660ae29aa req-e32b7b18-7f4a-4557-8782-3d455a74f8bc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0554810 Oct 04 05:46:37.799483 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a095eaf2-ba47-4a12-adaf-a1c564baa6f0 req-84eb364e-8924-4434-b24d-ee07aaca0ae8 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577185 Oct 04 05:46:37.831424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.842521 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-03a6301a-ac25-4a38-b1de-7fa660ae29aa req-aa9ced0b-9893-44fb-925c-17045c2441ed tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724516 Oct 04 05:46:37.845830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:37.854432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:37.854432 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 HTTP/1.1" status: 200 len: 1094 time: 1.2236154 Oct 04 05:46:37.854432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:37.855508 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61193ad8-290d-48d6-b4e6-e2e07926c5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:37.897898 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['488f01ec-9da2-43ab-bec8-f65c29213231'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:37.965118 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300c62d-9142-42c6-a1db-e432bed43330 x-openstack-request-id: req-c300c62d-9142-42c6-a1db-e432bed43330 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:37.965479 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:37.965800 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c300c62d-9142-42c6-a1db-e432bed43330 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:37.966433 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c300c62d-9142-42c6-a1db-e432bed43330'] response: {'name': 'network-changed', 'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'status': 'completed', 'code': 200} Oct 04 05:46:37.973533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ad23f-d18e-4f3a-91e0-b3b2f8b10566 service neutron] Pushing event updated for resources: {'Port': ['ID=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:38.028387 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-e44a98d1-5dd6-46d6-bcf8-0845dbbe4ea5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153716 Oct 04 05:46:38.064882 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883001-d584-4787-bc0b-44d8f7ddd6ec req-618227c5-9b25-4906-a2ec-f8a36b0cd535 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:38.066367 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6d883001-d584-4787-bc0b-44d8f7ddd6ec req-618227c5-9b25-4906-a2ec-f8a36b0cd535 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0531678 Oct 04 05:46:38.110030 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:38.115705 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6d883001-d584-4787-bc0b-44d8f7ddd6ec req-8dffd21f-85a9-4bad-8aac-e4bfa175fa03 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Oct 04 05:46:38.189801 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:38.213056 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:38.215449 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01098b08-64d6-4ca9-9019-c7ddd0ba5234" -d '{"events": [{"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:38.252591 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e493e5c-7e98-4456-84a4-1d1b22ab6979 x-openstack-request-id: req-7e493e5c-7e98-4456-84a4-1d1b22ab6979 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:38.252953 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:38.256173 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e493e5c-7e98-4456-84a4-1d1b22ab6979 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:38.256173 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e493e5c-7e98-4456-84a4-1d1b22ab6979'] response: {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'status': 'completed', 'code': 200} Oct 04 05:46:38.838212 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-06509e50-acb7-45c8-8584-5b4ead21778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:38.839686 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-06509e50-acb7-45c8-8584-5b4ead21778f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1168 time: 0.1201580 Oct 04 05:46:38.846083 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-707dc213-b36b-46c3-82d8-a4cc3a9b0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:38.849442 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-707dc213-b36b-46c3-82d8-a4cc3a9b0cdd service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 1128 time: 0.1289186 Oct 04 05:46:38.938302 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-409b08e2-fd0c-43df-859c-e3117fbaa1f6 req-d85d18ac-da5b-4461-88c0-709f9a45beea service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273586 Oct 04 05:46:38.941615 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-34b11151-a8a9-4031-bc97-19ac046700c5 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 HTTP/1.1" status: 200 len: 217 time: 0.0667648 Oct 04 05:46:38.976095 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d79bc6-c606-47ed-a30f-1620b9ab3221 req-66a8810e-48cb-4509-bf32-f76bbbda56a8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:38.977801 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-88d79bc6-c606-47ed-a30f-1620b9ab3221 req-66a8810e-48cb-4509-bf32-f76bbbda56a8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0538349 Oct 04 05:46:38.981712 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-1825a07e-9846-4e8c-b514-73dc6dff046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:38.983171 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-1825a07e-9846-4e8c-b514-73dc6dff046f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 916 time: 0.1334939 Oct 04 05:46:39.025739 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:39.033375 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-88d79bc6-c606-47ed-a30f-1620b9ab3221 req-22903a2b-a244-4156-8b18-78b8419d3147 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447478 Oct 04 05:46:39.096240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-95b835d5-1dce-4ffa-9535-2105a10d1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:39.097627 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-95b835d5-1dce-4ffa-9535-2105a10d1167 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0907834 Oct 04 05:46:39.101980 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-48c05e81-6e60-47dd-9b7f-20aed668a2db service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 1000 time: 0.0873339 Oct 04 05:46:39.164629 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:39.182304 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-d58abc0c-e650-4683-8fea-d0bd2b6c533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:39.183861 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-d58abc0c-e650-4683-8fea-d0bd2b6c533e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712347 Oct 04 05:46:39.187884 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-05363562-fe89-40e9-8843-00e7925362d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:39.189253 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-05363562-fe89-40e9-8843-00e7925362d9 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 200 len: 854 time: 0.0693946 Oct 04 05:46:39.316723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-ece7160b-0cfa-4a0c-ba4e-6582742c8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:39.318745 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-ece7160b-0cfa-4a0c-ba4e-6582742c8724 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=8c99016d-f252-4011-a226-d600412012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1128252 Oct 04 05:46:39.326015 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb57842-418c-4ddf-8924-fa5eeb3820c5 req-80b3e405-4077-4d42-871c-5d51eb7166d0 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:39.327372 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7bb57842-418c-4ddf-8924-fa5eeb3820c5 req-80b3e405-4077-4d42-871c-5d51eb7166d0 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1036811 Oct 04 05:46:39.427019 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-952ce8bc-4b0f-406e-916d-2cdf9f91daf9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291493 Oct 04 05:46:39.461501 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7bb57842-418c-4ddf-8924-fa5eeb3820c5 req-c37bd24e-00dc-4fec-ac59-2ae7151028f9 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210880 Oct 04 05:46:39.780786 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-69b24a92-8473-4a86-b50c-f6bcff8ca50b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490204 Oct 04 05:46:39.857097 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a75f3c2-fd81-4d83-8b06-6f9bb605e839 req-ca5fb8ff-3597-4dcc-b1ee-4baf736ecbfd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118471 Oct 04 05:46:39.890727 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01098b08-64d6-4ca9-9019-c7ddd0ba5234 req-98766316-0f9a-4378-90bd-171ad0de0a65 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021748 Oct 04 05:46:40.158722 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab617b-5c61-444a-8913-47a8d50ead2a req-0168c8ba-7ed1-4656-918b-62e92a6dd04b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:40.160182 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83ab617b-5c61-444a-8913-47a8d50ead2a req-0168c8ba-7ed1-4656-918b-62e92a6dd04b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0464149 Oct 04 05:46:40.206266 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-83ab617b-5c61-444a-8913-47a8d50ead2a req-f51ad56a-b088-47b2-be80-f1c943e6dc8a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406556 Oct 04 05:46:41.289484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:41.325736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847bf91-ec7d-488e-bd76-b5b2ff3b78bf req-3b9474ea-d51f-4b2f-bb41-d424b54b537d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:41.327308 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d847bf91-ec7d-488e-bd76-b5b2ff3b78bf req-3b9474ea-d51f-4b2f-bb41-d424b54b537d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0466876 Oct 04 05:46:41.377952 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d847bf91-ec7d-488e-bd76-b5b2ff3b78bf req-078a1160-11dd-4d65-bb55-e525f9efd832 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450995 Oct 04 05:46:42.496329 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df674b9-c6ad-426c-97a5-0ba0371df2fc req-e6cc47aa-c573-4b5a-8af4-0000a51bedc0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:42.497779 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2df674b9-c6ad-426c-97a5-0ba0371df2fc req-e6cc47aa-c573-4b5a-8af4-0000a51bedc0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0461252 Oct 04 05:46:42.546151 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2df674b9-c6ad-426c-97a5-0ba0371df2fc req-77a8a55c-35fd-4f78-89a6-d402c3c90705 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428801 Oct 04 05:46:43.662978 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9cad-146a-4c83-8a43-128f82d3525e req-4b52d7ef-67d1-43b4-b042-33c4149c2d21 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:43.664418 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8eaa9cad-146a-4c83-8a43-128f82d3525e req-4b52d7ef-67d1-43b4-b042-33c4149c2d21 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0452888 Oct 04 05:46:43.710411 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8eaa9cad-146a-4c83-8a43-128f82d3525e req-26be7de0-79a2-46e9-b7fe-745e268cb71a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404825 Oct 04 05:46:44.171150 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-0aedb1bd-207a-4da0-b763-ba843cc79b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:44.172543 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-0aedb1bd-207a-4da0-b763-ba843cc79b5b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 1128 time: 0.0382593 Oct 04 05:46:44.269376 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-ddaa445d-fa3d-4826-a24e-289fa9b44497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:44.270859 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-ddaa445d-fa3d-4826-a24e-289fa9b44497 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.0878878 Oct 04 05:46:44.309653 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-b48b3d82-f81e-4204-b35b-f53f31dd6b53 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 HTTP/1.1" status: 200 len: 217 time: 0.0315762 Oct 04 05:46:44.359819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-14cd7a41-eab5-406b-8f7d-53a24d78111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:44.361181 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-14cd7a41-eab5-406b-8f7d-53a24d78111e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0427883 Oct 04 05:46:44.408070 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-ec45a4d9-d496-4ccf-895c-1ac415260e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:44.409496 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-ec45a4d9-d496-4ccf-895c-1ac415260e81 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407672 Oct 04 05:46:44.473698 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:44.500570 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-bdd4f39a-a267-4b16-b326-7b2d354db3cf service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804989 Oct 04 05:46:44.591085 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-61193ad8-290d-48d6-b4e6-e2e07926c5a9 req-9ce8a312-b7e5-463f-a4c6-4c6cac9dd452 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Oct 04 05:46:44.828475 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dcbaa-470f-41c9-9bce-1e105096ddd4 req-b6ed9366-8885-4f3c-9405-82ca24a6c740 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:44.829939 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c23dcbaa-470f-41c9-9bce-1e105096ddd4 req-b6ed9366-8885-4f3c-9405-82ca24a6c740 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0465231 Oct 04 05:46:44.875726 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c23dcbaa-470f-41c9-9bce-1e105096ddd4 req-5c35c3fd-15ef-4bcb-a444-68ea94d42277 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397506 Oct 04 05:46:45.993821 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78767-e804-424b-ac2b-4b9a6b9cfa1c req-2bfc9f31-ed78-42a1-846e-1bca8ad738f4 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:45.995303 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79e78767-e804-424b-ac2b-4b9a6b9cfa1c req-2bfc9f31-ed78-42a1-846e-1bca8ad738f4 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0459533 Oct 04 05:46:46.041069 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-79e78767-e804-424b-ac2b-4b9a6b9cfa1c req-f19f4844-3225-4161-b3c2-5173173c9085 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403082 Oct 04 05:46:47.158199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fd2e-e114-480e-b400-0ee4feddd69e req-0228d767-6dbc-4d69-8f10-c3851e7f3d8b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:47.159563 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ea6fd2e-e114-480e-b400-0ee4feddd69e req-0228d767-6dbc-4d69-8f10-c3851e7f3d8b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 944 time: 0.0462010 Oct 04 05:46:47.206074 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ea6fd2e-e114-480e-b400-0ee4feddd69e req-0d2ed596-92f8-4373-a992-c4b1db8d0513 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403993 Oct 04 05:46:47.345265 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:47.366415 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:46:47.445965 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:47.472966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:47.476908 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:47.483838 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'port_id': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'mac_address': 'fa:16:3e:ef:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:46:47.521736 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:47.522171 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:47.535199 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:46:47.555738 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:47.636127 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:47.682796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:48.157932 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['85eef61c-7813-4495-a4cb-e1f1f1d9d6f1'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:46:48.336612 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb3a0a-4856-4fa1-aa88-bdffd3582eeb req-0e2ba93b-ff30-4c24-a5d8-4f96c7c72f47 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:48.338093 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00fb3a0a-4856-4fa1-aa88-bdffd3582eeb req-0e2ba93b-ff30-4c24-a5d8-4f96c7c72f47 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 945 time: 0.0513434 Oct 04 05:46:48.385642 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-00fb3a0a-4856-4fa1-aa88-bdffd3582eeb req-43129ae8-134e-4513-8342-7e58348f38c2 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418789 Oct 04 05:46:49.307977 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:46:49.348507 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:46:49.424381 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:46:49.424819 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:49.425162 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 Oct 04 05:46:49.493882 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:49.505797 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:46:49.510075 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:49.521107 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d3e0e-a267-43ec-a10d-ee7a22580c1d req-00639e53-54a4-4b38-9b5f-ed3e64658416 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:49.522748 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0d6d3e0e-a267-43ec-a10d-ee7a22580c1d req-00639e53-54a4-4b38-9b5f-ed3e64658416 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 945 time: 0.0503285 Oct 04 05:46:49.529697 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:49.533128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2c81f5-8255-47ad-b4b1-7a43ace43e03" -d '{"events": [{"server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "name": "network-vif-plugged", "status": "completed", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:49.546070 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:49.573945 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0d6d3e0e-a267-43ec-a10d-ee7a22580c1d req-fe7585fa-3860-4970-be9a-2e5a4602e00b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455217 Oct 04 05:46:49.585053 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa45d98-b936-44e8-be3c-912d2852d693 x-openstack-request-id: req-4fa45d98-b936-44e8-be3c-912d2852d693 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:49.585053 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "name": "network-vif-plugged", "status": "completed", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:49.585053 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fa45d98-b936-44e8-be3c-912d2852d693 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:49.585053 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa45d98-b936-44e8-be3c-912d2852d693'] response: {'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'code': 200} Oct 04 05:46:49.603172 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:49.626236 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:49.650107 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:49.916638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ed85-6f45-4de8-9f32-55993df15c4c req-ad08df58-8307-47cf-8c79-a46f7226147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:49.918125 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3930ed85-6f45-4de8-9f32-55993df15c4c req-ad08df58-8307-47cf-8c79-a46f7226147f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 1130 time: 0.0394454 Oct 04 05:46:49.966034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3930ed85-6f45-4de8-9f32-55993df15c4c req-2db7039e-76b2-49e8-8280-ec5e93c17313 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375524 Oct 04 05:46:50.696100 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676bf58-bff2-421a-8fd0-24216d44cc58 req-ca547288-41de-40d6-ab45-1cb85b2c845e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:50.697553 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b676bf58-bff2-421a-8fd0-24216d44cc58 req-ca547288-41de-40d6-ab45-1cb85b2c845e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0453782 Oct 04 05:46:50.748800 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b676bf58-bff2-421a-8fd0-24216d44cc58 req-85d315c9-efec-4d43-a68a-0e6952770dd0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456131 Oct 04 05:46:51.863183 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:51.871806 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21c92f-9bc1-42d5-a4f0-bfaa5b63c555 req-c7f8351a-4a7a-451c-892d-cfe240e710b7 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:51.873288 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fa21c92f-9bc1-42d5-a4f0-bfaa5b63c555 req-c7f8351a-4a7a-451c-892d-cfe240e710b7 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0471580 Oct 04 05:46:51.926116 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fa21c92f-9bc1-42d5-a4f0-bfaa5b63c555 req-f2e83eb4-e8e6-4b14-89df-a6c8fd9b45c9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470355 Oct 04 05:46:52.048951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccc8de-d641-40be-8ee7-5321bae14583 req-9da1ae0a-87aa-41e1-9e2a-961b68178ee0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:52.050484 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9bccc8de-d641-40be-8ee7-5321bae14583 req-9da1ae0a-87aa-41e1-9e2a-961b68178ee0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0478802 Oct 04 05:46:52.061973 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44488) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:46:52.066606 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'port_id': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:46:52.104797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (6f931a8b-8baa-4138-b6dd-028f70c666be), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:52.528969 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:52.589805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (6f931a8b-8baa-4138-b6dd-028f70c666be), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:52.665365 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:52.667280 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:52.684001 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 6f931a8b-8baa-4138-b6dd-028f70c666be associated. External IP: 172.27.1.11, port: 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1. Oct 04 05:46:52.876130 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:46:52.978879 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:46:52.983163 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:52.989415 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:46:52.999941 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:53.000556 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:53.012916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8b06688c-5091-4f85-b2ad-de0e6672f291 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/6f931a8b-8baa-4138-b6dd-028f70c666be HTTP/1.1" status: 200 len: 991 time: 0.9497578 Oct 04 05:46:53.013549 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:53.015810 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879a5202-45ac-49af-a5c4-b73d21af6cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:53.053871 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7fdd9-141c-4636-bf8d-719d571fc325 x-openstack-request-id: req-07a7fdd9-141c-4636-bf8d-719d571fc325 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:53.054223 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:53.054484 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07a7fdd9-141c-4636-bf8d-719d571fc325 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:53.054901 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a7fdd9-141c-4636-bf8d-719d571fc325'] response: {'name': 'network-changed', 'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'status': 'completed', 'code': 200} Oct 04 05:46:53.106645 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:53.228065 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-7212b4d3-13db-4747-b927-f85d171582c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:53.231484 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-7212b4d3-13db-4747-b927-f85d171582c1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 1130 time: 0.0466495 Oct 04 05:46:53.326809 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-5ca23f35-566d-4193-8a43-73384b7d2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:53.328266 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-5ca23f35-566d-4193-8a43-73384b7d2dcd service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.0905302 Oct 04 05:46:53.329626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '6f931a8b-8baa-4138-b6dd-028f70c666be', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:ef:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:28Z', 'updated_at': '2022-10-04T05:46:52Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:53.355950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:46:53.364308 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:46:53.364906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:46:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:53.397796 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-ccd56320-eb55-4412-b6c2-e7b7be2195e5 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 HTTP/1.1" status: 200 len: 999 time: 0.0572085 Oct 04 05:46:53.449016 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-2f8eef1c-856d-4be9-a28e-d3529a38f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:53.450491 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-2f8eef1c-856d-4be9-a28e-d3529a38f8f1 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0454874 Oct 04 05:46:53.467706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:46:53.498128 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-9a5aa30f-2020-4996-a3f9-d1a2f1600498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:53.500080 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-9a5aa30f-2020-4996-a3f9-d1a2f1600498 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423458 Oct 04 05:46:53.592220 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:53.597979 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-3bf26841-42c5-4739-9d36-3eec4b3c204a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885434 Oct 04 05:46:53.686981 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '6f931a8b-8baa-4138-b6dd-028f70c666be', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:ef:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:28Z', 'updated_at': '2022-10-04T05:46:52Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:46:53.693281 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-879a5202-45ac-49af-a5c4-b73d21af6cc0 req-bc4e49ca-7b4c-4d46-b10b-d19004ca1c80 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873420 Oct 04 05:46:53.713686 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3f4de-5c89-46d6-9c26-fc98bf00968e None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '6f931a8b-8baa-4138-b6dd-028f70c666be', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:ef:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:28Z', 'updated_at': '2022-10-04T05:46:52Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:46:53.897030 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e8aa0-5021-4355-9577-777b921b6d7c None None] New status for floating IP 6f931a8b-8baa-4138-b6dd-028f70c666be: ACTIVE {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:46:54.654081 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfd1e-d3d9-4627-9392-3e2c83238e58 req-e3001b1b-db33-4b12-84bf-467ac0d12692 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:54.655575 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-206bfd1e-d3d9-4627-9392-3e2c83238e58 req-e3001b1b-db33-4b12-84bf-467ac0d12692 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0500305 Oct 04 05:46:54.701977 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-206bfd1e-d3d9-4627-9392-3e2c83238e58 req-bf2c43be-5b44-4c3a-a736-5392a324ec83 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Oct 04 05:46:55.823067 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b211b-fe09-4fc7-9ae6-581b6556096f req-ce12c5e0-4fe1-4b08-a7b2-ccbf98cb03de tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:55.824493 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-898b211b-fe09-4fc7-9ae6-581b6556096f req-ce12c5e0-4fe1-4b08-a7b2-ccbf98cb03de tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0466621 Oct 04 05:46:55.873310 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-898b211b-fe09-4fc7-9ae6-581b6556096f req-e1ef56e5-3c2b-4a1f-b791-e470bcd86c5f tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Oct 04 05:46:56.982232 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-9645568b-af16-40b0-8c42-491dd611b094 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:56.983662 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-9645568b-af16-40b0-8c42-491dd611b094 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0469599 Oct 04 05:46:56.993372 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303e284-1f37-4e2c-a034-7376b5cff7d2 req-645d1358-4ddf-4255-ad6c-45f46caf7da1 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:46:56.994871 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1303e284-1f37-4e2c-a034-7376b5cff7d2 req-645d1358-4ddf-4255-ad6c-45f46caf7da1 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 945 time: 0.0459530 Oct 04 05:46:57.041178 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1303e284-1f37-4e2c-a034-7376b5cff7d2 req-b070f949-1502-4e77-8a54-9c193551c0b0 tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8db11a94-e702-4ef7-ae20-2d3962e01425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Oct 04 05:46:57.070863 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Deleting port 2e2c203f-0112-4068-8b70-eca7f47e4da8 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:46:57.071202 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:57.161528 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] For port 2e2c203f-0112-4068-8b70-eca7f47e4da8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2e2c203f-0112-4068-8b70-eca7f47e4da8,segment=NetworkSegment(642acdd3-4878-4781-a3a1-acc8b91a82d9),segment_id=642acdd3-4878-4781-a3a1-acc8b91a82d9)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:46:57.161809 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:57.174788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Calling delete_port for 2e2c203f-0112-4068-8b70-eca7f47e4da8 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:46:57.248371 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:46:57.367427 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (2e2c203f-0112-4068-8b70-eca7f47e4da8), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:57.397888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Pushing event deleted for resources: {'Port': ['ID=2e2c203f-0112-4068-8b70-eca7f47e4da8,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:46:57.441284 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] No DVR routers for this DVR port 2e2c203f-0112-4068-8b70-eca7f47e4da8 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:46:57.444278 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:57.447611 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82fdcab-f486-45f3-aea6-292ced9f814b req-cec0eee3-bdf1-4f6a-aca1-c68db0d9d7da tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.39 "DELETE /networking/v2.0/ports/2e2c203f-0112-4068-8b70-eca7f47e4da8 HTTP/1.1" status: 204 len: 173 time: 0.4553378 Oct 04 05:46:57.448117 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fda981d-f498-4476-be14-b2b88a990533', 'name': 'network-vif-deleted', 'tag': '2e2c203f-0112-4068-8b70-eca7f47e4da8'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:46:57.450336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488e71ca-bca6-4731-9c18-d25bac7c9ea1" -d '{"events": [{"server_uuid": "3fda981d-f498-4476-be14-b2b88a990533", "name": "network-vif-deleted", "tag": "2e2c203f-0112-4068-8b70-eca7f47e4da8"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:46:57.487230 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d7cd6b-f9f0-475e-a82f-55d3f9e95058 x-openstack-request-id: req-a4d7cd6b-f9f0-475e-a82f-55d3f9e95058 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:46:57.487527 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fda981d-f498-4476-be14-b2b88a990533", "name": "network-vif-deleted", "tag": "2e2c203f-0112-4068-8b70-eca7f47e4da8", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:46:57.487781 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4d7cd6b-f9f0-475e-a82f-55d3f9e95058 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:46:57.488224 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d7cd6b-f9f0-475e-a82f-55d3f9e95058'] response: {'server_uuid': '3fda981d-f498-4476-be14-b2b88a990533', 'name': 'network-vif-deleted', 'tag': '2e2c203f-0112-4068-8b70-eca7f47e4da8', 'status': 'completed', 'code': 200} Oct 04 05:46:57.603340 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0691c20a-5ee8-4bf8-98e1-350f71e03ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:46:58.155271 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-205e07ac-7fea-4f53-90a6-ec4a37800736 req-ac563554-7a7a-4121-ab25-4956a8e0bbba tempest-VolumesSnapshotTestJSON-849826855 tempest-VolumesSnapshotTestJSON-849826855-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3fda981d-f498-4476-be14-b2b88a990533 HTTP/1.1" status: 200 len: 210 time: 0.0281627 Oct 04 05:46:59.315796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 2e2c203f-0112-4068-8b70-eca7f47e4da8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:46:59.334546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 2e2c203f-0112-4068-8b70-eca7f47e4da8 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:46:59.334894 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 2e2c203f-0112-4068-8b70-eca7f47e4da8 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:46:59.934857 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3f0d-5359-4188-a38b-db1a0fb0ef3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:01.167983 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:02.778986 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:02.870287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:05.228080 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-f3d6d4f9-01ee-44a9-b825-250c9a2bab90 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371177 Oct 04 05:47:05.323387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-46d10f0c-8672-4b61-bb24-9cec2905a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:05.324881 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-46d10f0c-8672-4b61-bb24-9cec2905a1d3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 1129 time: 0.0418537 Oct 04 05:47:05.436071 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-56c35203-6461-4291-8a2d-20cfd34fe7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:05.437887 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-56c35203-6461-4291-8a2d-20cfd34fe7cd service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 911 time: 0.0870321 Oct 04 05:47:05.503082 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-c5fbf265-234b-453c-b19b-dd6b447fd572 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 200 len: 1000 time: 0.0580347 Oct 04 05:47:05.540588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:05.556203 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-569b1cd5-13cf-4629-8052-4b4133df6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:05.558285 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-569b1cd5-13cf-4629-8052-4b4133df6b04 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.0433075 Oct 04 05:47:05.604540 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-a401d54f-6f59-4f72-86b0-a7a852549b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:05.606089 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-a401d54f-6f59-4f72-86b0-a7a852549b9f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379436 Oct 04 05:47:05.699102 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-543ed199-2936-4c93-b59d-fb5a1498fb38 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847657 Oct 04 05:47:05.792999 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fad32170-fa8c-49ea-a70d-939f5c996063 req-71432286-d278-4991-bb52-fda4b05f20a8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851927 Oct 04 05:47:08.136562 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=83 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:08.137321 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=37 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:09.140622 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:09.145586 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:10.456050 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51028350-9a77-4549-b8fc-2187e6113bd9 req-4ba8065b-fa0a-4f27-879a-e5dab56acfd3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:10.457512 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-51028350-9a77-4549-b8fc-2187e6113bd9 req-4ba8065b-fa0a-4f27-879a-e5dab56acfd3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0473740 Oct 04 05:47:10.517404 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-51028350-9a77-4549-b8fc-2187e6113bd9 req-934461e8-2288-4ce7-a865-6fd4a739d7f6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538664 Oct 04 05:47:10.577302 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-bbb22bf6-2d14-4828-b679-4d41ac412383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:10.578689 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-bbb22bf6-2d14-4828-b679-4d41ac412383 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1168 time: 0.0393519 Oct 04 05:47:10.674384 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-c4b1a126-5eab-4f62-971b-6db6604d7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:10.675803 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-c4b1a126-5eab-4f62-971b-6db6604d7cba service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 916 time: 0.0850000 Oct 04 05:47:10.737840 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-ac905c7e-bff4-48f1-9ede-78337a8c6798 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 1000 time: 0.0537233 Oct 04 05:47:11.642273 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce554a31-ebab-47b0-b7f2-ad400fd493c8 req-84d0b4a5-8eaf-4243-8266-391bead81e9e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:11.643702 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ce554a31-ebab-47b0-b7f2-ad400fd493c8 req-84d0b4a5-8eaf-4243-8266-391bead81e9e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0485644 Oct 04 05:47:11.702568 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ce554a31-ebab-47b0-b7f2-ad400fd493c8 req-21bec98a-cf75-45c2-b02e-d7e547fdc00e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532305 Oct 04 05:47:12.542834 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-5edeece2-390d-4a39-b190-4b20952ed9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:12.544234 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-5edeece2-390d-4a39-b190-4b20952ed9ef service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 200 len: 854 time: 0.0464790 Oct 04 05:47:12.795132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:12.801021 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:12.821394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3deef-8d01-477b-81ad-290c9283d3e6 req-29cf5cee-e839-4619-b8eb-4cbb7c65500e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:12.822891 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-19b3deef-8d01-477b-81ad-290c9283d3e6 req-29cf5cee-e839-4619-b8eb-4cbb7c65500e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0473928 Oct 04 05:47:12.843107 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:12.882488 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-19b3deef-8d01-477b-81ad-290c9283d3e6 req-d906fb93-80b8-4412-ae98-f40e29ab64c2 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539701 Oct 04 05:47:13.457276 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-d3cb9469-c5fe-41b5-8e04-b23447642425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:13.461266 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-d3cb9469-c5fe-41b5-8e04-b23447642425 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=8c99016d-f252-4011-a226-d600412012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388818 Oct 04 05:47:13.553936 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-f653a437-b3c3-4d29-9fa6-c36781bb7dca service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845630 Oct 04 05:47:13.645611 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8d5b30f-2fdb-4f08-a922-56b2ff44206d req-c8fe2efc-8d4a-42b1-a029-d6b690539c10 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840774 Oct 04 05:47:14.004490 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c123-fc6e-496f-8ab5-905b220f0f7b req-ca5eec9a-8f88-41b5-be76-0373d6cf46dc tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:14.005980 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5501c123-fc6e-496f-8ab5-905b220f0f7b req-ca5eec9a-8f88-41b5-be76-0373d6cf46dc tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0471892 Oct 04 05:47:14.065035 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5501c123-fc6e-496f-8ab5-905b220f0f7b req-dcc35f26-d196-408f-b12c-a84ded7b42f1 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533445 Oct 04 05:47:14.141112 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:47:15.180196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:15.188941 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30225-970f-4fae-8290-cd7222a86a9c req-dd7bd706-6238-41b8-b03c-61226d585591 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:15.190397 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ac30225-970f-4fae-8290-cd7222a86a9c req-dd7bd706-6238-41b8-b03c-61226d585591 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0471373 Oct 04 05:47:15.249309 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4ac30225-970f-4fae-8290-cd7222a86a9c req-c312bd62-b1be-41ec-9410-051799015c17 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530345 Oct 04 05:47:16.375231 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f288-0e33-488d-bcf4-bd19e7000f10 req-69777082-a6ae-4552-bb5b-12d415730932 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:16.376683 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bb72f288-0e33-488d-bcf4-bd19e7000f10 req-69777082-a6ae-4552-bb5b-12d415730932 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0494082 Oct 04 05:47:16.645455 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bb72f288-0e33-488d-bcf4-bd19e7000f10 req-512b4b74-0166-44bc-bb9c-0df4238a43e6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2631083 Oct 04 05:47:17.453083 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:17.764311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9fe3-b545-45fc-885b-c983d63d71c9 req-d0bb144a-fdfc-431c-a3f9-6c827e1095c0 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:17.765731 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f92d9fe3-b545-45fc-885b-c983d63d71c9 req-d0bb144a-fdfc-431c-a3f9-6c827e1095c0 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0457475 Oct 04 05:47:17.824893 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f92d9fe3-b545-45fc-885b-c983d63d71c9 req-805e3c63-f087-475d-a452-c4c2ce580ce8 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533595 Oct 04 05:47:18.943591 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b0fc-b0b8-4135-9b73-2ee78355d059 req-40b68049-0197-4e7f-a5d4-8296ec445e6f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:18.944955 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2db5b0fc-b0b8-4135-9b73-2ee78355d059 req-40b68049-0197-4e7f-a5d4-8296ec445e6f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0469823 Oct 04 05:47:19.004131 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2db5b0fc-b0b8-4135-9b73-2ee78355d059 req-9229a138-8703-4ac7-becf-bbdb56e89133 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528805 Oct 04 05:47:20.129360 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68221e-1c02-4b91-a53e-493b3e3da38a req-9f8d3732-b96a-4f3f-80f7-54e0093b65b8 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:20.130857 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-de68221e-1c02-4b91-a53e-493b3e3da38a req-9f8d3732-b96a-4f3f-80f7-54e0093b65b8 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0495372 Oct 04 05:47:20.193371 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-de68221e-1c02-4b91-a53e-493b3e3da38a req-91afa0d4-1708-426f-8d5e-27402673a972 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567641 Oct 04 05:47:21.313806 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251c20-8c52-4a70-820c-ec05167abeb9 req-9cc57569-2047-43e8-a076-dccb49aa434f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:21.315303 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5f251c20-8c52-4a70-820c-ec05167abeb9 req-9cc57569-2047-43e8-a076-dccb49aa434f tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0470757 Oct 04 05:47:21.379118 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5f251c20-8c52-4a70-820c-ec05167abeb9 req-647ce149-6b1f-4bd7-b6a4-fb0a927a8906 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574808 Oct 04 05:47:21.747196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a25f-d3da-4109-bd0a-6f748336e57b req-eb57bc03-aa09-4bbe-86b1-4a7a9c4ea623 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:21.748660 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0da8a25f-d3da-4109-bd0a-6f748336e57b req-eb57bc03-aa09-4bbe-86b1-4a7a9c4ea623 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0503612 Oct 04 05:47:21.794496 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0da8a25f-d3da-4109-bd0a-6f748336e57b req-becf3e78-bb31-446f-a679-a62da63914fb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Oct 04 05:47:22.503445 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9348-5cff-44d3-a138-dcbce4b9f4ec req-f452f719-a41e-4b46-94d1-52586d3ee69c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:22.504916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2a6e9348-5cff-44d3-a138-dcbce4b9f4ec req-f452f719-a41e-4b46-94d1-52586d3ee69c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0488851 Oct 04 05:47:22.563747 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2a6e9348-5cff-44d3-a138-dcbce4b9f4ec req-6ed22fd3-dc20-433b-aaea-3e66ac4d3d90 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529153 Oct 04 05:47:22.919355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e425ad-5c44-4087-816a-0eec14100333 req-a695a7a5-7092-4d86-bd32-10cbe79fdaa1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:22.921334 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39e425ad-5c44-4087-816a-0eec14100333 req-a695a7a5-7092-4d86-bd32-10cbe79fdaa1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0468869 Oct 04 05:47:22.966831 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-39e425ad-5c44-4087-816a-0eec14100333 req-f9291690-e8ee-4e5f-ad80-db978ef79ffd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399063 Oct 04 05:47:23.693075 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3854e-a0c4-4bc3-b0fb-9bf2aadf85c0 req-bfd42bfd-8715-4a14-945d-8457b29251a2 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:23.694528 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-26d3854e-a0c4-4bc3-b0fb-9bf2aadf85c0 req-bfd42bfd-8715-4a14-945d-8457b29251a2 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0470414 Oct 04 05:47:23.754669 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-26d3854e-a0c4-4bc3-b0fb-9bf2aadf85c0 req-8f138939-32bc-4273-98b1-5574d6ae9da6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544674 Oct 04 05:47:23.836988 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d715937-4738-4565-9143-b0f67a1e21fd req-cf46afb9-2674-4a87-99e8-f460fd1a5826 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:23.838421 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d715937-4738-4565-9143-b0f67a1e21fd req-cf46afb9-2674-4a87-99e8-f460fd1a5826 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0450079 Oct 04 05:47:23.925795 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Deleting port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:47:23.926460 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.007605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:24.013630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] For port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:24.014573 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.143318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadae5a-f850-4e18-9c06-0a050124ed68 req-19ef61ab-222c-4e2f-aa66-fe1f25c698aa tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:24.144696 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1cadae5a-f850-4e18-9c06-0a050124ed68 req-19ef61ab-222c-4e2f-aa66-fe1f25c698aa tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 947 time: 0.0869753 Oct 04 05:47:24.208227 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:24.245059 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1cadae5a-f850-4e18-9c06-0a050124ed68 req-f2dc1333-bfa9-4e39-9dde-9d0630ee4298 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f070dda9-2221-4aa2-98e6-4f0d74654b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918319 Oct 04 05:47:24.247957 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.248863 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (00c333c8-ceda-4ff3-9a56-a1b048bb0168), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.249184 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Floating IP 00c333c8-ceda-4ff3-9a56-a1b048bb0168 disassociated. External IP: 172.27.1.253, port: 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7. Oct 04 05:47:24.249522 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Calling delete_port for 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:47:24.426642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (086c18f1-e72b-4f50-9c9e-e2d9be2fefb7), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.454844 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event deleted for resources: {'Port': ['ID=086c18f1-e72b-4f50-9c9e-e2d9be2fefb7,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:24.465144 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.465487 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.465821 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.466171 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.466511 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.466843 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.467705 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.468027 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.468351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.468682 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.469006 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.469327 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.469643 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.469962 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.470306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:24.574268 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Router f32ce1af-f12d-42b1-93da-ed106d90299d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:24.673976 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:24.685270 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:24.691457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44724) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:24.715132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:24.717642 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:24.717801 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] No DVR routers for this DVR port 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:47:24.720175 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.723670 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d715937-4738-4565-9143-b0f67a1e21fd req-aafd46f3-9ddb-4cb1-b640-85dd770fceb2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "DELETE /networking/v2.0/ports/086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 HTTP/1.1" status: 204 len: 173 time: 0.8770602 Oct 04 05:47:24.724166 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-deleted', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:24.726464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112bb0e7-d46f-4a93-8d86-b78cd0caf065" -d '{"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-deleted", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:24.754089 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Deleting subnet 8116bff8-e2e1-4145-bd1b-9d85dce265a5 {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:47:24.757986 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Publish callbacks [] for subnet (8116bff8-e2e1-4145-bd1b-9d85dce265a5), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.771597 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5cf94-57d9-4c61-98e9-54718a685ea8 x-openstack-request-id: req-05f5cf94-57d9-4c61-98e9-54718a685ea8 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:24.771597 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d72dc7-af42-4950-b7c2-3d617f22680c", "name": "network-vif-deleted", "tag": "086c18f1-e72b-4f50-9c9e-e2d9be2fefb7", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:24.771597 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05f5cf94-57d9-4c61-98e9-54718a685ea8 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:24.774922 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f5cf94-57d9-4c61-98e9-54718a685ea8'] response: {'server_uuid': '73d72dc7-af42-4950-b7c2-3d617f22680c', 'name': 'network-vif-deleted', 'tag': '086c18f1-e72b-4f50-9c9e-e2d9be2fefb7', 'status': 'completed', 'code': 200} Oct 04 05:47:24.788203 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:24.790407 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:24.805191 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (8116bff8-e2e1-4145-bd1b-9d85dce265a5), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.844401 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:24.856406 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (8116bff8-e2e1-4145-bd1b-9d85dce265a5), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:24.896947 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40f7d-323b-4c10-b9e9-cf597ba9aeb7 req-5d7624df-532a-4395-91ae-4a1ab2e51768 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:24.908798 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eca40f7d-323b-4c10-b9e9-cf597ba9aeb7 req-5d7624df-532a-4395-91ae-4a1ab2e51768 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0602434 Oct 04 05:47:24.976847 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eca40f7d-323b-4c10-b9e9-cf597ba9aeb7 req-38487605-1fd0-425c-93b1-a189e03086ba tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670402 Oct 04 05:47:24.992672 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (8116bff8-e2e1-4145-bd1b-9d85dce265a5), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.017414 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8116bff8-e2e1-4145-bd1b-9d85dce265a5,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:25.028642 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.028992 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.029333 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.030274 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.030610 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.030942 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.031270 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.031594 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.031924 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.032244 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.032571 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.032896 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.033215 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.033533 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.033853 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:25.038804 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.044614 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-d6fc64fa-f0f2-4d27-8138-acf1613196b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8116bff8-e2e1-4145-bd1b-9d85dce265a5 HTTP/1.1" status: 204 len: 168 time: 0.3499126 Oct 04 05:47:25.044904 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44730) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:25.064653 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:25.097726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:25.106629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:25.107232 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:25.118398 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:25.128854 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (3e667155-a3de-4a36-8e04-002d492ba4ce), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.136508 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:25.209862 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:25.214427 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (3e667155-a3de-4a36-8e04-002d492ba4ce), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.235870 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e667155-a3de-4a36-8e04-002d492ba4ce']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:25.246301 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642acdd3-4878-4781-a3a1-acc8b91a82d9') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:25.246598 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642acdd3-4878-4781-a3a1-acc8b91a82d9') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:25.257715 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (642acdd3-4878-4781-a3a1-acc8b91a82d9), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.273963 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (642acdd3-4878-4781-a3a1-acc8b91a82d9), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.281543 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:47:25.281939 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (642acdd3-4878-4781-a3a1-acc8b91a82d9), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.331571 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 642acdd3-4878-4781-a3a1-acc8b91a82d9 resource provider aggregate not found Oct 04 05:47:25.355151 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 642acdd3-4878-4781-a3a1-acc8b91a82d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 642acdd3-4878-4781-a3a1-acc8b91a82d9 found for delete ", "request_id": "req-b62a19f8-eab0-4812-8571-13f8fbaf2722"}]} Oct 04 05:47:25.394175 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-931a36e2-8e6a-4f60-b923-07fe4c175847 req-3848c4bc-8fd9-41f2-8ffb-0d51f1f9b98b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73d72dc7-af42-4950-b7c2-3d617f22680c HTTP/1.1" status: 200 len: 210 time: 0.0299926 Oct 04 05:47:25.442199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (3e667155-a3de-4a36-8e04-002d492ba4ce), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.452791 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.455903 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/3e667155-a3de-4a36-8e04-002d492ba4ce HTTP/1.1" status: 204 len: 168 time: 0.4100499 Oct 04 05:47:25.467311 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c620d0-1068-4383-be8a-f9d6ca3d0127 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e667155-a3de-4a36-8e04-002d492ba4ce,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:25.544521 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:25.569626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92412294-8be3-4040-a5b0-6a7b6218d1b1 None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:25.794368 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b785f-9ff8-4aa1-8861-5635598bb540 None None] New status for floating IP 00c333c8-ceda-4ff3-9a56-a1b048bb0168: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:47:25.834178 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44740) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:25.870393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:25.877173 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-23374aff-25d5-4ede-b971-a7e7bbf260d8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e003d2bea5f04ac7a70fd2b7d2ee1f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416942 Oct 04 05:47:25.879761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44742) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:25.931707 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c7be5507-9c24-425a-90fa-c2d09b7eb41c admin admin] Publish callbacks [] for security_group (8db11a94-e702-4ef7-ae20-2d3962e01425), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:25.953405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c7be5507-9c24-425a-90fa-c2d09b7eb41c admin admin] Publish callbacks [] for security_group (8db11a94-e702-4ef7-ae20-2d3962e01425), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.055140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c7be5507-9c24-425a-90fa-c2d09b7eb41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8db11a94-e702-4ef7-ae20-2d3962e01425), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.057862 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c7be5507-9c24-425a-90fa-c2d09b7eb41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.059053 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c7be5507-9c24-425a-90fa-c2d09b7eb41c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8db11a94-e702-4ef7-ae20-2d3962e01425 HTTP/1.1" status: 204 len: 168 time: 0.1782215 Oct 04 05:47:26.099049 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be5507-9c24-425a-90fa-c2d09b7eb41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db11a94-e702-4ef7-ae20-2d3962e01425,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:26.118623 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55a7f-7902-4ee3-bfdf-981508b1f624 req-6faeace6-e01f-412b-ba45-921191521466 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:26.122650 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-32d55a7f-7902-4ee3-bfdf-981508b1f624 req-6faeace6-e01f-412b-ba45-921191521466 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0625300 Oct 04 05:47:26.133470 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:26.183072 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-32d55a7f-7902-4ee3-bfdf-981508b1f624 req-ab6bcb0b-8b14-4256-9f7f-7bc7049cce13 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567265 Oct 04 05:47:26.569941 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44760) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:26.622464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec59a-467e-4aa3-bd87-aab9e1150e0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (f070dda9-2221-4aa2-98e6-4f0d74654b60), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.644195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec59a-467e-4aa3-bd87-aab9e1150e0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (f070dda9-2221-4aa2-98e6-4f0d74654b60), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.820743 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec59a-467e-4aa3-bd87-aab9e1150e0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (f070dda9-2221-4aa2-98e6-4f0d74654b60), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.823421 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec59a-467e-4aa3-bd87-aab9e1150e0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:26.824575 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-7a3ec59a-467e-4aa3-bd87-aab9e1150e0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f070dda9-2221-4aa2-98e6-4f0d74654b60 HTTP/1.1" status: 204 len: 168 time: 0.2535961 Oct 04 05:47:26.827419 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44764) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:26.834106 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ec59a-467e-4aa3-bd87-aab9e1150e0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070dda9-2221-4aa2-98e6-4f0d74654b60,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:26.845858 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.api.v2.resource [None req-2ef82c78-dbe7-4c8a-a136-3375ad820c15 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] show failed (client error): The resource could not be found. Oct 04 05:47:26.846911 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2ef82c78-dbe7-4c8a-a136-3375ad820c15 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups/f070dda9-2221-4aa2-98e6-4f0d74654b60 HTTP/1.1" status: 404 len: 347 time: 0.0184879 Oct 04 05:47:26.849774 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44766) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:26.972386 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Deleting port e02d2046-604e-4bba-9dcb-ad7b2802ceb3 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:47:26.972731 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.049509 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.049840 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.063125 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Calling delete_port for e02d2046-604e-4bba-9dcb-ad7b2802ceb3 owned by network:floatingip {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:47:27.146731 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44776) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:27.244643 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-707711331-network', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:27.306525 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f2d0-1c65-4786-a1a7-457a57a4de88 req-589bc086-7a79-4efd-b6ad-af9039cf86e3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:27.307980 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-baa0f2d0-1c65-4786-a1a7-457a57a4de88 req-589bc086-7a79-4efd-b6ad-af9039cf86e3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0484037 Oct 04 05:47:27.320793 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (e02d2046-604e-4bba-9dcb-ad7b2802ceb3), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.358599 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Made reservation on behalf of 45a5869786d843fe9fb5cdb6b3596c2f for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:47:27.360829 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.362687 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event deleted for resources: {'Port': ['ID=e02d2046-604e-4bba-9dcb-ad7b2802ceb3,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:27.385289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.419851 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:27.464852 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-baa0f2d0-1c65-4786-a1a7-457a57a4de88 req-8b97cb51-d7b6-4e67-a36f-10262691020d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509330 Oct 04 05:47:27.491549 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (00c333c8-ceda-4ff3-9a56-a1b048bb0168), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.494071 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.495377 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-32cedb27-3bc5-42b0-9b21-37ce71734267 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/00c333c8-ceda-4ff3-9a56-a1b048bb0168 HTTP/1.1" status: 204 len: 168 time: 0.6446874 Oct 04 05:47:27.512316 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:27.549190 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks [] for security_group (04995d1b-4d47-46c7-a11d-e1a2689cf5ba), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.620845 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b3e46375-85f3-4915-af6a-adf4ae4d2cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.650577 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (04995d1b-4d47-46c7-a11d-e1a2689cf5ba), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.663358 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44786) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:27.668117 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921619136', 'description': 'tempest-description--1893398580'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:27.677883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:47:27.684118 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04995d1b-4d47-46c7-a11d-e1a2689cf5ba,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:27.692303 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (96cd2f37-655e-4951-9d08-275c1f11e40f), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.692303 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Added segment 96cd2f37-655e-4951-9d08-275c1f11e40f of type vlan for network 79e2bf3e-1f66-495f-8ec9-26b178e13978 Oct 04 05:47:27.767967 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.779017 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (79e2bf3e-1f66-495f-8ec9-26b178e13978), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.837035 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.877602 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (79e2bf3e-1f66-495f-8ec9-26b178e13978), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.878640 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:27.879222 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.935079 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:27.938850 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] Pushing event updated for resources: {'Network': ['ID=79e2bf3e-1f66-495f-8ec9-26b178e13978,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:27.948390 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:47:27.966577 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:28.017048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.019175 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c6b8d6bb-3221-4138-94d8-6cc2b7bbf7b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3539069 Oct 04 05:47:28.019334 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-1cf97b6f-453e-4fb3-b67e-ed35b0f03a32 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8706172 Oct 04 05:47:28.021174 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44788) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:28.021360 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44790) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:28.025426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'security_group_rule': {'security_group_id': '1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:28.026185 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Request body: {'subnet': {'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-707711331-subnet', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:28.117564 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Made reservation on behalf of 45a5869786d843fe9fb5cdb6b3596c2f for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:47:28.119976 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16547090'] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.134674 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (1d0b6f06-33c9-4382-845f-9f2879f89575), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.193627 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (1d0b6f06-33c9-4382-845f-9f2879f89575), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.264802 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (1d0b6f06-33c9-4382-845f-9f2879f89575), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.284240 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0b6f06-33c9-4382-845f-9f2879f89575,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:28.362081 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16419253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16547072'] for subnet (40c2cddc-6a23-4917-8672-2d8b2b8b711d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.377030 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.378358 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5e7e7d12-b54d-4dc5-b7c9-20c4d7e25368 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562117 Oct 04 05:47:28.381085 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44792) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:28.385481 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'security_group_rule': {'security_group_id': '1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:28.417777 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c2cddc-6a23-4917-8672-2d8b2b8b711d,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:28.425783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Checking segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:28.426128 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Network hostable DHCP agents. Network: 79e2bf3e-1f66-495f-8ec9-26b178e13978, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:47:28.476651 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (0162ae83-870d-4d86-9b2f-82dba37aef0f), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.500630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:47:28.534753 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (0162ae83-870d-4d86-9b2f-82dba37aef0f), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.573818 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:28.584800 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 79e2bf3e-1f66-495f-8ec9-26b178e13978) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:28.588872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:28.589162 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae28c2-ec87-4f8a-bafb-84606a556cfe req-bc907f21-89ca-44d3-804a-a442e04c933e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:28.589492 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.594807 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-efae28c2-ec87-4f8a-bafb-84606a556cfe req-bc907f21-89ca-44d3-804a-a442e04c933e tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0467401 Oct 04 05:47:28.595561 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d4a16-456f-451b-895d-800f2e8d2bbc None None] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:47:28.641781 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (0162ae83-870d-4d86-9b2f-82dba37aef0f), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.672898 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-efae28c2-ec87-4f8a-bafb-84606a556cfe req-d9a53755-d773-4352-a63f-2a5c0fac1612 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734222 Oct 04 05:47:28.675119 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0162ae83-870d-4d86-9b2f-82dba37aef0f,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:28.710018 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-79e2bf3e-1f66-495f-8ec9-26b178e13978', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:47:28.711689 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.732256 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-20765eb2-65ea-470d-8303-f42e59f9ec02 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7096896 Oct 04 05:47:28.739176 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44800) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:28.744260 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:28.752946 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:28.760931 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.762411 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f9239da5-1764-432e-bf00-b6216c8f1c71 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3802435 Oct 04 05:47:28.766082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44802) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:28.771079 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:28.820803 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:28.843431 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:28.861431 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Allocated IP 172.20.0.2 (79e2bf3e-1f66-495f-8ec9-26b178e13978/40c2cddc-6a23-4917-8672-2d8b2b8b711d/01a40dfe-daab-443d-91bc-bc4521417142) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:28.906986 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.907463 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (3374c411-e04d-4b99-9c0f-fb11ec874c65), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.908336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (3374c411-e04d-4b99-9c0f-fb11ec874c65), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.913881 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:28.972257 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks [] for router_controller (3374c411-e04d-4b99-9c0f-fb11ec874c65), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:28.990910 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.012488 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Publish callbacks [] for port (01a40dfe-daab-443d-91bc-bc4521417142), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.071261 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:29.099273 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Allocated IP 172.27.1.47 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/4dcd1f94-322e-4565-bfb5-d56ae2da383f) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:29.107112 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (01a40dfe-daab-443d-91bc-bc4521417142), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.148060 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:29.153080 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:29.155874 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:29.181769 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Pushing event updated for resources: {'Port': ['ID=01a40dfe-daab-443d-91bc-bc4521417142,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:29.209294 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.209824 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.210352 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.210813 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.211271 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.211699 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.212113 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.212538 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.212973 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.213393 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.213817 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.214364 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.214471 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.214887 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.215651 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.215651 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:29.255471 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Attempting to bind port 01a40dfe-daab-443d-91bc-bc4521417142 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:29.255901 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Attempting to bind port 01a40dfe-daab-443d-91bc-bc4521417142 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:29.256374 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Attempting to bind port 01a40dfe-daab-443d-91bc-bc4521417142 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:29.302162 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.309074 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:29.311259 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Checking segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:29.311259 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.311259 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Bound using segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:29.311587 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Bound port: 01a40dfe-daab-443d-91bc-bc4521417142, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:29.311919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (01a40dfe-daab-443d-91bc-bc4521417142), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.348210 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:29.351569 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:29.358398 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:29.384598 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] For port 01a40dfe-daab-443d-91bc-bc4521417142, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:29.388244 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] For port 01a40dfe-daab-443d-91bc-bc4521417142, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=01a40dfe-daab-443d-91bc-bc4521417142,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:29.397683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'Port': ['ID=4dcd1f94-322e-4565-bfb5-d56ae2da383f,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:29.450509 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks [] for router_gateway (3374c411-e04d-4b99-9c0f-fb11ec874c65), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.452180 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (01a40dfe-daab-443d-91bc-bc4521417142), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.456761 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (d8f60b0f-a248-4311-afb5-f77b831ba4fe), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.467753 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd6112-6d61-44d4-9f6d-6d15ef41e45c req-6feea7c3-aef6-4ce6-bc80-47b99f4dac77 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:29.469727 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6dbd6112-6d61-44d4-9f6d-6d15ef41e45c req-6feea7c3-aef6-4ce6-bc80-47b99f4dac77 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0781775 Oct 04 05:47:29.489392 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:47:29.494020 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:29.520100 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:47:29.520100 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 086c18f1-e72b-4f50-9c9e-e2d9be2fefb7 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:47:29.524598 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6dbd6112-6d61-44d4-9f6d-6d15ef41e45c req-78df3e8e-f957-4bcf-b8e0-067d06350c7c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475345 Oct 04 05:47:29.534978 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a70a-84f5-4381-9870-dfa7369745f7 None None] Pushing event updated for resources: {'Port': ['ID=01a40dfe-daab-443d-91bc-bc4521417142,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:29.557471 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:29.588720 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.763265 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks [] for router_gateway (3374c411-e04d-4b99-9c0f-fb11ec874c65), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.786418 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.790358 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.835520 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5705f4-e2a1-4906-a502-68c9a74c5c36 req-eb7d698d-31a8-4962-8f7f-13f2678be1fc tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:29.843188 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1a5705f4-e2a1-4906-a502-68c9a74c5c36 req-eb7d698d-31a8-4962-8f7f-13f2678be1fc tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0660224 Oct 04 05:47:29.853845 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:29.898633 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.908811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Allocated IP 172.27.1.158 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/19e4381b-fca1-4e20-8ac7-4fc06ad3e32b) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:29.929048 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1a5705f4-e2a1-4906-a502-68c9a74c5c36 req-2c7ca911-3443-4b25-9914-fb39f7e92505 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848892 Oct 04 05:47:29.976026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (d8f60b0f-a248-4311-afb5-f77b831ba4fe), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:29.979937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'Port': ['ID=4dcd1f94-322e-4565-bfb5-d56ae2da383f,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:29.986966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dbff644b-f301-4cb3-ab5d-9c783654aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.017618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks [] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.068318 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.069587 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a6de5f91-5c64-444f-a33d-9a3712d15a9c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3021955 Oct 04 05:47:30.116541 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.159409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:30.162465 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:30.166526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:30.171718 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Pushing event updated for resources: {'Port': ['ID=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:30.315173 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:30.362970 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-08d433f8-68d0-4e26-a784-3ea6ca2c8e03 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1921619136&fields=id&tenant_id=636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 267 time: 0.1006920 Oct 04 05:47:30.463542 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8e24a-67e5-4c2a-b691-d64cebfebfd3 None None] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:47:30.481599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-4f62441b-d2b7-4620-8c01-cea015bc2053 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:30.483157 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-4f62441b-d2b7-4620-8c01-cea015bc2053 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 816 time: 0.1136866 Oct 04 05:47:30.539255 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-95af92a9-9ba7-41cc-9208-97a2bf34302b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/quotas/636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 375 time: 0.0223830 Oct 04 05:47:30.578901 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Provisioning complete for port 01a40dfe-daab-443d-91bc-bc4521417142 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:30.579195 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (01a40dfe-daab-443d-91bc-bc4521417142), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.579535 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Attempt 1 to provision port 01a40dfe-daab-443d-91bc-bc4521417142 Oct 04 05:47:30.625731 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-f8f1f1d7-62a5-46cd-9f30-de0926c210b9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803788 Oct 04 05:47:30.628924 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks [] for router_gateway (3374c411-e04d-4b99-9c0f-fb11ec874c65), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.661721 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a059-7a3d-48c9-968a-e548e3ce8c12 req-ed503092-39ba-4cd8-8efe-8d7a84650a4e tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:30.667488 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Current status of the port 01a40dfe-daab-443d-91bc-bc4521417142 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:30.668007 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (01a40dfe-daab-443d-91bc-bc4521417142), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.669134 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0432a059-7a3d-48c9-968a-e548e3ce8c12 req-ed503092-39ba-4cd8-8efe-8d7a84650a4e tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0594444 Oct 04 05:47:30.698446 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:30.722328 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] For port 01a40dfe-daab-443d-91bc-bc4521417142, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=01a40dfe-daab-443d-91bc-bc4521417142,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:30.722473 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0432a059-7a3d-48c9-968a-e548e3ce8c12 req-07f10b28-ce2d-4921-92a8-871a33ea447c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Oct 04 05:47:30.805685 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-0c8811d1-a426-4295-a630-b8831b7d5c39 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413374 Oct 04 05:47:30.849218 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (01a40dfe-daab-443d-91bc-bc4521417142), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.900942 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1b58c-b3e2-41b6-a310-cc943b7e215b None None] Pushing event updated for resources: {'Port': ['ID=01a40dfe-daab-443d-91bc-bc4521417142,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:30.964634 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-f03f8e5c-c6f1-489b-b627-409cf54463bd None None] Provisioning complete for port 01a40dfe-daab-443d-91bc-bc4521417142 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:30.964944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:30.965253 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f03f8e5c-c6f1-489b-b627-409cf54463bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (01a40dfe-daab-443d-91bc-bc4521417142), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.965769 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-f03f8e5c-c6f1-489b-b627-409cf54463bd None None] Attempt 1 to provision port 01a40dfe-daab-443d-91bc-bc4521417142 Oct 04 05:47:30.968074 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (3374c411-e04d-4b99-9c0f-fb11ec874c65), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:30.974855 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-ecf552f3-1337-47c9-afcc-39952ef17374 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379962 Oct 04 05:47:31.049236 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-f03f8e5c-c6f1-489b-b627-409cf54463bd None None] Current status of the port 01a40dfe-daab-443d-91bc-bc4521417142 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:31.081414 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cba9a-a690-4f2c-a573-8c8f6af44e52 req-1f2c122f-18bb-42c4-8527-ce5015672e63 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:31.082866 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-897cba9a-a690-4f2c-a573-8c8f6af44e52 req-1f2c122f-18bb-42c4-8527-ce5015672e63 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0634754 Oct 04 05:47:31.143892 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-897cba9a-a690-4f2c-a573-8c8f6af44e52 req-9eff6ebd-5fde-4ea5-949f-b33c3c435d15 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531473 Oct 04 05:47:31.158476 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:31.212436 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ee1b1ada-fb3c-47b1-bedc-c36a539117d1 req-0b72df26-a546-4d03-83f9-dd9b159242e7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0286360 Oct 04 05:47:31.226337 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:47:31.333593 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:31.344306 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:31.354062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:31.354701 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:31.417222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:31.418430 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2c4ed5c6-4135-4621-ae8b-97161d8fa23c admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6778209 Oct 04 05:47:31.421895 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44838) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:31.462220 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:31.525791 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:31.555955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 01a40dfe-daab-443d-91bc-bc4521417142 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:31.590789 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:31.640504 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 01a40dfe-daab-443d-91bc-bc4521417142 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:31.640863 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (01a40dfe-daab-443d-91bc-bc4521417142), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:31.641204 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 01a40dfe-daab-443d-91bc-bc4521417142 Oct 04 05:47:31.689720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:31.712640 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:30Z', 'revision_number': 3, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:31.755903 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:31.756248 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Updating router 3374c411-e04d-4b99-9c0f-fb11ec874c65 port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:47:31.790987 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:31.827601 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 01a40dfe-daab-443d-91bc-bc4521417142 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:31.854319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:31.949989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563bef-31e8-49a4-b1a7-cb9af1fe58d6 req-fff76370-607f-49b3-9dc0-05a69a5c3234 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:31.952108 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4c563bef-31e8-49a4-b1a7-cb9af1fe58d6 req-fff76370-607f-49b3-9dc0-05a69a5c3234 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0833585 Oct 04 05:47:32.082250 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-c180c3c4-373c-481f-99b8-9def8f7d67c8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:32.083757 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-c180c3c4-373c-481f-99b8-9def8f7d67c8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.1019237 Oct 04 05:47:32.103714 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4c563bef-31e8-49a4-b1a7-cb9af1fe58d6 req-8aa8eb60-94e2-4b51-9472-a41893b49977 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436279 Oct 04 05:47:32.142291 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Allocated IP 172.20.0.1 (79e2bf3e-1f66-495f-8ec9-26b178e13978/40c2cddc-6a23-4917-8672-2d8b2b8b711d/e25a65d2-4b33-40d5-b35b-7f3aa7587b71) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:32.152908 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:32.225968 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Publish callbacks [] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.283696 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:32.286418 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks [] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.296009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6e018-214c-40a0-bfd9-f6da6f12405a req-476b2354-4ee8-4e17-87f5-ea5c38474275 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:32.299627 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91f6e018-214c-40a0-bfd9-f6da6f12405a req-476b2354-4ee8-4e17-87f5-ea5c38474275 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0715475 Oct 04 05:47:32.352635 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.374961 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-91f6e018-214c-40a0-bfd9-f6da6f12405a req-cc68514b-6ed1-4999-bc96-a005bd6499d7 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&id=e2beedac-f946-4c31-af85-7e6c924292ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699255 Oct 04 05:47:32.385997 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Attempting to bind port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:32.390308 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Attempting to bind port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:32.390308 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Attempting to bind port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:32.392976 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:32.408507 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.423979 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc4d0d-f43b-4623-a88b-8f34a9676fa2 None None] Pushing event updated for resources: {'Port': ['ID=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:32.445453 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:32.446955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:32.446955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.446955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:32.447286 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Bound port: 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:32.447451 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.474900 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:32.478718 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-681cb684-0980-4fc4-8f01-2784404324b0 req-58841b33-11d3-4b40-a05b-2bc31b192804 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0446112 Oct 04 05:47:32.481550 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:32.485894 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:32.489246 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Pushing event updated for resources: {'Port': ['ID=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:32.509705 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] For port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:32.513566 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] For port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:32.527540 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (3374c411-e04d-4b99-9c0f-fb11ec874c65), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.604644 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.667690 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:32.670983 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:32.696983 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Deleting port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:47:32.701043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.714771 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc4d0d-f43b-4623-a88b-8f34a9676fa2 None None] Pushing event updated for resources: {'Port': ['ID=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:32.820307 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] For port 5ced9537-26c4-4d6d-a357-ce2a56da3e84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5ced9537-26c4-4d6d-a357-ce2a56da3e84,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:32.820746 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.821149 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:32.871373 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-8ece86e7-6ea8-4850-957d-d5c555fb01fe None None] Provisioning complete for port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:32.871742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8ece86e7-6ea8-4850-957d-d5c555fb01fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.872073 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-8ece86e7-6ea8-4850-957d-d5c555fb01fe None None] Attempt 1 to provision port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 Oct 04 05:47:32.873667 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.902093 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.940334 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:32.949499 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-8ece86e7-6ea8-4850-957d-d5c555fb01fe None None] Port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:47:32.954312 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:33.040993 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:30Z', 'revision_number': 3, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:33.071183 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83101f42-021d-4b03-869c-601aa27ce5ef None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:30Z', 'revision_number': 3, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:33.394958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:33.399488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.399843 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (f6f40709-0cb8-49e5-9336-1e04742237c4), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.400151 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Floating IP f6f40709-0cb8-49e5-9336-1e04742237c4 disassociated. External IP: 172.27.1.36, port: 5ced9537-26c4-4d6d-a357-ce2a56da3e84. Oct 04 05:47:33.400561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Calling delete_port for 5ced9537-26c4-4d6d-a357-ce2a56da3e84 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:47:33.461545 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2c7ff-558c-4c46-8d20-bb057722b361 req-85f03688-ce62-459d-892b-8a50f89ca848 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:33.463119 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41b2c7ff-558c-4c46-8d20-bb057722b361 req-85f03688-ce62-459d-892b-8a50f89ca848 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 945 time: 0.0844138 Oct 04 05:47:33.539727 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:33.585347 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:33.650702 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:33.651514 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.651724 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b Oct 04 05:47:33.659317 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4a92bbad-f375-44c8-8b85-e4e781bcabe7 req-45f0dd58-601e-4c68-9538-adcadafaea66 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0416379 Oct 04 05:47:33.669632 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41b2c7ff-558c-4c46-8d20-bb057722b361 req-b560fed8-8267-4d99-a3f6-2b5eed670fd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a9240c3-67e6-4e48-a269-0852f9f5fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548121 Oct 04 05:47:33.695391 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks [] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.750161 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:33.752476 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.775770 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:33.796827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.870679 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Pushing event updated for resources: {'Port': ['ID=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:33.873610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (3374c411-e04d-4b99-9c0f-fb11ec874c65), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.878739 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.914279 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (5ced9537-26c4-4d6d-a357-ce2a56da3e84), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:33.944232 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:33.969209 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event deleted for resources: {'Port': ['ID=5ced9537-26c4-4d6d-a357-ce2a56da3e84,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:34.091272 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:34.096543 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:34.110500 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:34.162712 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:34.345031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:34.387532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-928663e7-753a-4e9f-a7e3-0c52d083dace None None] Provisioning complete for port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:34.387903 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-928663e7-753a-4e9f-a7e3-0c52d083dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:34.388641 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-928663e7-753a-4e9f-a7e3-0c52d083dace None None] Attempt 1 to provision port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 Oct 04 05:47:34.419850 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-f0577ab3-9a9a-4888-8ecf-3a42fb01defc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:34.421923 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-f0577ab3-9a9a-4888-8ecf-3a42fb01defc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 816 time: 0.2566164 Oct 04 05:47:34.438556 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-928663e7-753a-4e9f-a7e3-0c52d083dace None None] Port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:47:34.459860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:34.472044 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:34.484060 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:34.487764 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:34.510330 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:34.561344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] No DVR routers for this DVR port 5ced9537-26c4-4d6d-a357-ce2a56da3e84 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:47:34.583737 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:34.588683 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-66034785-0bd4-447c-8cfd-fc59fcbf7803 req-0d3ff345-9c3a-400e-86fd-9a5cadcf69d6 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "DELETE /networking/v2.0/ports/5ced9537-26c4-4d6d-a357-ce2a56da3e84 HTTP/1.1" status: 204 len: 173 time: 2.0132477 Oct 04 05:47:34.612807 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:34.630342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'name': 'network-vif-deleted', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:34.632752 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd12ba-c305-4151-b501-8ebd7870c7fc" -d '{"events": [{"server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "name": "network-vif-deleted", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:34.641159 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-1b1fd537-0623-4f5e-ab35-b0126e1343b3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 380 time: 0.1727734 Oct 04 05:47:34.661268 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'port': {'device_id': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'admin_state_up': True, 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'security_groups': ['1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:34.688414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:34.733005 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d08416e-1cee-4982-bf57-a592f29ee8f2 x-openstack-request-id: req-3d08416e-1cee-4982-bf57-a592f29ee8f2 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:34.733468 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f1069-3555-4673-a945-1e45b7a35999", "name": "network-vif-deleted", "tag": "5ced9537-26c4-4d6d-a357-ce2a56da3e84", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:34.733712 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d08416e-1cee-4982-bf57-a592f29ee8f2 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:34.734105 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d08416e-1cee-4982-bf57-a592f29ee8f2'] response: {'server_uuid': 'fb8f1069-3555-4673-a945-1e45b7a35999', 'name': 'network-vif-deleted', 'tag': '5ced9537-26c4-4d6d-a357-ce2a56da3e84', 'status': 'completed', 'code': 200} Oct 04 05:47:34.749096 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9317bcf3-890c-4271-88d0-7f85b92e7f17 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3374c411-e04d-4b99-9c0f-fb11ec874c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3260458 Oct 04 05:47:34.920735 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0f0a8fb9-e528-4d94-922f-95ca43d282e9 req-4ce138ec-b8bb-48eb-96e9-d0b989f149b3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.0762026 Oct 04 05:47:34.938971 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-97b7d104-8b91-4ac6-a301-d7087d2609a3 req-5f9c9483-c3d7-4b45-b752-cdea4023153c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0758092 Oct 04 05:47:34.977476 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:35.020303 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:35.034561 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:35.035384 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:35.089218 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Made reservation on behalf of 636e6b38bf1d4736a38728488881e9d2 for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:47:35.093283 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.111575 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:35.116885 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:35.118950 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:35.172090 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:35.249557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:35.256393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Allocated IP 172.20.0.5 (6cfb3053-30b6-4a8c-ab04-88f5f64c550f/b1efbda3-4dd3-4312-a46f-95c265616273/6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:35.395610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:35.416343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.465515 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:35.496024 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6ba4-1c75-465c-a6a9-ff9a6c5bc9d0 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:35.549600 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 2, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:35.550306 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:35.568139 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.607050 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:35.607981 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Updating router 3374c411-e04d-4b99-9c0f-fb11ec874c65 port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:47:35.646918 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:35.651562 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:35.653855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:35.655340 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.656366 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:35.666079 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:35.682127 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:35.682522 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.689672 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b Oct 04 05:47:35.711128 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:35.717930 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.804002 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44894) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:35.804152 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:35.804788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2065449026-network', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:35.815550 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-b8a3c1fc-4403-415a-ad93-a05e3698d8df tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599431 Oct 04 05:47:35.872601 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Request body: {'port': {'device_id': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:35.889929 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37332e5d-d156-41a1-9751-e34757724a2c None None] New status for floating IP f6f40709-0cb8-49e5-9336-1e04742237c4: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:47:35.918117 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:35.930787 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:35.955162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Made reservation on behalf of b1c0de68f6474ce2b0ec27fd91a5a166 for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:47:35.961827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.974394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:35.997644 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.048392 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-2e02959c-07fd-462a-a330-012e943f4d59 None None] Provisioning complete for port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:36.049062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2e02959c-07fd-462a-a330-012e943f4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.049539 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-2e02959c-07fd-462a-a330-012e943f4d59 None None] Attempt 1 to provision port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d Oct 04 05:47:36.081106 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Publish callbacks [] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.098271 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-2e02959c-07fd-462a-a330-012e943f4d59 None None] Port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:47:36.109447 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-670aeaa7-bf4f-423f-be98-d09d09108f83 req-ad3e3bb2-4cda-4d92-b427-abafe2e838d8 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fb8f1069-3555-4673-a945-1e45b7a35999 HTTP/1.1" status: 200 len: 210 time: 0.0575626 Oct 04 05:47:36.181088 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.252405 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20143744-5f01-4dca-b7fc-c99caa922b99 None None] Pushing event updated for resources: {'Port': ['ID=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:36.254591 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17df07-5659-48b0-8786-677e5ed70a1e req-e0dd1a37-d5aa-47b8-9e7f-03e0f33fe79b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:36.256135 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2e17df07-5659-48b0-8786-677e5ed70a1e req-e0dd1a37-d5aa-47b8-9e7f-03e0f33fe79b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 931 time: 0.1521449 Oct 04 05:47:36.292869 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Attempting to bind port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:36.293946 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Attempting to bind port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:36.294375 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Attempting to bind port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:36.337633 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:36.337922 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Checking segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:36.338309 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.338688 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Bound using segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:36.339315 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Bound port: e25a65d2-4b33-40d5-b35b-7f3aa7587b71, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:36.339696 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.362106 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:36.371761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks [] for security_group (ed707e01-8cce-4fab-ad2e-def8e5ac8785), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.391551 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2e17df07-5659-48b0-8786-677e5ed70a1e req-861cd112-d90a-4760-8226-43f31b924622 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250305 Oct 04 05:47:36.403669 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] For port e25a65d2-4b33-40d5-b35b-7f3aa7587b71, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:36.407567 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] For port e25a65d2-4b33-40d5-b35b-7f3aa7587b71, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:36.466389 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:47:36.474800 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Publish callbacks [] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.476834 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (ed707e01-8cce-4fab-ad2e-def8e5ac8785), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.484019 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.517310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:47:36.520203 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Transition to ACTIVE for port object 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:47:36.522664 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:36.523290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:36.524656 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed707e01-8cce-4fab-ad2e-def8e5ac8785,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:36.530939 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (518597c5-f7eb-4380-a78c-9bb99055ca00), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.531261 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Added segment 518597c5-f7eb-4380-a78c-9bb99055ca00 of type vlan for network d58bd1cb-da5e-485b-a005-f0c38ffbe94b Oct 04 05:47:36.573651 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (d58bd1cb-da5e-485b-a005-f0c38ffbe94b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.580556 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:36.583251 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20143744-5f01-4dca-b7fc-c99caa922b99 None None] Pushing event updated for resources: {'Port': ['ID=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:36.620685 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.642628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:36.702195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:36.708152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (d58bd1cb-da5e-485b-a005-f0c38ffbe94b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.713332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:36.713332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.720410 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:36.787982 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Attempting to bind port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:36.788304 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Attempting to bind port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:36.788635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Attempting to bind port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:36.790714 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d58bd1cb-da5e-485b-a005-f0c38ffbe94b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:36.840989 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-115aa5a1-d6fd-48b1-a137-47d7c6d881e6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0408325 Oct 04 05:47:36.844043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44902) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:36.871634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Request body: {'subnet': {'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2065449026-subnet', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:36.871634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:47:36.871634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Attempting to bind port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d on network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:36.906830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:36.907167 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Checking segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:36.907548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Bound using segment: {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:36.907984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Bound port: 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb58756-0634-42b8-917c-97dea61c3ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:36.908339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:36.919205 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:47:36.963417 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:36.976972 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:36.980070 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:36.986347 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Made reservation on behalf of b1c0de68f6474ce2b0ec27fd91a5a166 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:47:36.988701 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16547090'] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.022250 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:36Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:37.047191 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded33a4-5360-4878-b6f9-fc3213e4c01d None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:36Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:37.068610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.076144 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:37.076761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.078122 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 200 len: 1093 time: 1.2126346 Oct 04 05:47:37.078645 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:37.080885 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3533e488-1281-41ca-90aa-1a831df41db1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:37.180818 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd505b-91a1-4d09-8e2d-67d974e66dfc x-openstack-request-id: req-a1bd505b-91a1-4d09-8e2d-67d974e66dfc {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:37.181111 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:37.181364 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1bd505b-91a1-4d09-8e2d-67d974e66dfc {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:37.181840 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bd505b-91a1-4d09-8e2d-67d974e66dfc'] response: {'name': 'network-changed', 'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'status': 'completed', 'code': 200} Oct 04 05:47:37.182835 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8271cf8-9bf8-49e2-b34e-db1875a1dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:37.268739 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:37.281473 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533e488-1281-41ca-90aa-1a831df41db1 req-362f6a75-828e-44f4-986f-a61b12297893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:37.283257 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3533e488-1281-41ca-90aa-1a831df41db1 req-362f6a75-828e-44f4-986f-a61b12297893 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1127 time: 0.0460978 Oct 04 05:47:37.284661 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16419253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16547072'] for subnet (1693d6e5-5988-4d78-a05f-2e2e1d751364), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.302588 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44910) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:37.366412 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3c50578f-3edb-4c29-8647-31648f605fcb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (5a9240c3-67e6-4e48-a269-0852f9f5fb3e), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.396993 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3c50578f-3edb-4c29-8647-31648f605fcb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (5a9240c3-67e6-4e48-a269-0852f9f5fb3e), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.397201 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1693d6e5-5988-4d78-a05f-2e2e1d751364,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:37.421595 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Checking segment: {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:37.422355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Network hostable DHCP agents. Network: d58bd1cb-da5e-485b-a005-f0c38ffbe94b, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:47:37.459190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533e488-1281-41ca-90aa-1a831df41db1 req-b2b4e676-3207-4637-8ae3-96b860dd23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:37.460659 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3533e488-1281-41ca-90aa-1a831df41db1 req-b2b4e676-3207-4637-8ae3-96b860dd23f9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=636e6b38bf1d4736a38728488881e9d2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1457422 Oct 04 05:47:37.494906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 5ced9537-26c4-4d6d-a357-ce2a56da3e84 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:47:37.526465 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 5ced9537-26c4-4d6d-a357-ce2a56da3e84 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:47:37.526817 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 5ced9537-26c4-4d6d-a357-ce2a56da3e84 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:47:37.552209 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:47:37.567737 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device e25a65d2-4b33-40d5-b35b-7f3aa7587b71 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:37.580897 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3c50578f-3edb-4c29-8647-31648f605fcb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5a9240c3-67e6-4e48-a269-0852f9f5fb3e), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.582898 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:37.583975 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3c50578f-3edb-4c29-8647-31648f605fcb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.585293 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-3c50578f-3edb-4c29-8647-31648f605fcb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5a9240c3-67e6-4e48-a269-0852f9f5fb3e HTTP/1.1" status: 204 len: 168 time: 0.2815120 Oct 04 05:47:37.590930 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44914) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:37.621400 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4041853-c2be-4367-9a24-6b4609971b51 req-204acc38-7bdd-4135-875a-c561455279c7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:37.624303 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a4041853-c2be-4367-9a24-6b4609971b51 req-204acc38-7bdd-4135-875a-c561455279c7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0868359 Oct 04 05:47:37.632022 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50578f-3edb-4c29-8647-31648f605fcb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9240c3-67e6-4e48-a269-0852f9f5fb3e,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:37.641814 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.api.v2.resource [None req-2615645c-f1e3-45e3-80fa-54b80b760943 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] show failed (client error): The resource could not be found. Oct 04 05:47:37.650998 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2615645c-f1e3-45e3-80fa-54b80b760943 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups/5a9240c3-67e6-4e48-a269-0852f9f5fb3e HTTP/1.1" status: 404 len: 347 time: 0.0532207 Oct 04 05:47:37.651960 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44918) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:37.684524 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:37.684961 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.685306 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 Oct 04 05:47:37.706659 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, d58bd1cb-da5e-485b-a005-f0c38ffbe94b) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:37.711461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533e488-1281-41ca-90aa-1a831df41db1 req-132705eb-f93b-4ef4-bfd6-6340a5dde13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:37.713936 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3533e488-1281-41ca-90aa-1a831df41db1 req-132705eb-f93b-4ef4-bfd6-6340a5dde13d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445283 Oct 04 05:47:37.717121 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0309c-d43f-4eba-bd2f-3515fd5507aa None None] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:47:37.751436 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:37.752019 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.870896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:37.871297 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.883516 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-d58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'fixed_ips': [{'subnet_id': '1693d6e5-5988-4d78-a05f-2e2e1d751364'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:47:37.884483 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:37.980204 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port e25a65d2-4b33-40d5-b35b-7f3aa7587b71, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:38.063746 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Allocated IP 172.20.0.2 (d58bd1cb-da5e-485b-a005-f0c38ffbe94b/1693d6e5-5988-4d78-a05f-2e2e1d751364/3b11b485-3981-4f94-b117-431e97d38500) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:38.070284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.135690 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a4041853-c2be-4367-9a24-6b4609971b51 req-772a8a3f-466a-44ca-b892-e792f047e7a4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4977124 Oct 04 05:47:38.146613 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-aa8cab9f-b258-448b-81b5-a8505006d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:38.148229 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-aa8cab9f-b258-448b-81b5-a8505006d794 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1127 time: 0.1064820 Oct 04 05:47:38.156179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Deleting port 6e865045-d9a0-4616-9d37-9217487d6521 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:47:38.156548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (6e865045-d9a0-4616-9d37-9217487d6521), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.188326 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:38.235994 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44920) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:38.236218 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-542e3c3a-f5c7-4b98-b423-bab9ae7337ff admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3913014 Oct 04 05:47:38.239977 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-9aa2b7ac-79cb-4d88-912a-9126bd0631a9 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 200 len: 217 time: 0.0705442 Oct 04 05:47:38.240504 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:38.275523 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:38.298316 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Publish callbacks [] for port (3b11b485-3981-4f94-b117-431e97d38500), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.315795 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (6e865045-d9a0-4616-9d37-9217487d6521), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.316119 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (6e865045-d9a0-4616-9d37-9217487d6521), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.328239 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-4c86c781-101a-40df-a674-9c142c4c5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:38.329689 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-4c86c781-101a-40df-a674-9c142c4c5e94 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0836580 Oct 04 05:47:38.329858 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (06270441-662c-409b-adb8-19880f0c6b4e), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.331022 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (06270441-662c-409b-adb8-19880f0c6b4e), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.334261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Calling delete_port for 6e865045-d9a0-4616-9d37-9217487d6521 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:47:38.353981 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (3b11b485-3981-4f94-b117-431e97d38500), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.393982 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:38.394553 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks [] for router_controller (06270441-662c-409b-adb8-19880f0c6b4e), precommit_add_association {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.401338 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:38.405993 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:38.418048 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Pushing event updated for resources: {'Port': ['ID=3b11b485-3981-4f94-b117-431e97d38500,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:38.418348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652e627-c417-43c7-8f12-67dec88cf12e req-338fdefb-0b88-4710-80f4-1accde8803c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:38.419635 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-338fdefb-0b88-4710-80f4-1accde8803c2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0833049 Oct 04 05:47:38.475546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Attempting to bind port 3b11b485-3981-4f94-b117-431e97d38500 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:38.475890 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Attempting to bind port 3b11b485-3981-4f94-b117-431e97d38500 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:38.476219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Attempting to bind port 3b11b485-3981-4f94-b117-431e97d38500 on network d58bd1cb-da5e-485b-a005-f0c38ffbe94b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:38.497222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:38.508820 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:38.531722 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:38.532095 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Checking segment: {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:38.532553 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.532890 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Bound using segment: {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:38.533368 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Bound port: 3b11b485-3981-4f94-b117-431e97d38500, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:38.533757 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3b11b485-3981-4f94-b117-431e97d38500), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.564897 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-616e5279-d4aa-4f15-8165-8096355cb3f5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378269 Oct 04 05:47:38.599878 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] For port 3b11b485-3981-4f94-b117-431e97d38500, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:38.603385 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] For port 3b11b485-3981-4f94-b117-431e97d38500, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=3b11b485-3981-4f94-b117-431e97d38500,segment=NetworkSegment(518597c5-f7eb-4380-a78c-9bb99055ca00),segment_id=518597c5-f7eb-4380-a78c-9bb99055ca00)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:38.608123 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks [] for router_gateway (06270441-662c-409b-adb8-19880f0c6b4e), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.665149 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6e865045-d9a0-4616-9d37-9217487d6521), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.676824 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4652e627-c417-43c7-8f12-67dec88cf12e req-eac17209-3239-4c55-96e3-a1d50ff6e9df service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026590 Oct 04 05:47:38.695391 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event deleted for resources: {'Port': ['ID=6e865045-d9a0-4616-9d37-9217487d6521,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:38.699540 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (3b11b485-3981-4f94-b117-431e97d38500), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.774375 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (f6f40709-0cb8-49e5-9336-1e04742237c4), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.777140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.780010 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3b759b3f-8313-499c-a2bb-627279cdadfc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/f6f40709-0cb8-49e5-9336-1e04742237c4 HTTP/1.1" status: 204 len: 168 time: 1.1244528 Oct 04 05:47:38.785731 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4982023-f36b-4c21-b04c-245e86bcef94 None None] Pushing event updated for resources: {'Port': ['ID=3b11b485-3981-4f94-b117-431e97d38500,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:38.941632 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks [] for router_gateway (06270441-662c-409b-adb8-19880f0c6b4e), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:38.952113 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44926) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:38.956776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883976611', 'description': 'tempest-description--1471769395'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:38.968112 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.055413 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.085146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:39.087370 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Allocated IP 172.27.1.170 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/45eb7eca-53d3-49d7-ab6e-bf439208aa35) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:39.131224 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (a8f3d74a-3602-4b5d-938c-d38aa2140236), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.149119 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:39.153195 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:39.192188 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks [] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.209279 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (a8f3d74a-3602-4b5d-938c-d38aa2140236), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.280236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f3d74a-3602-4b5d-938c-d38aa2140236,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:39.290786 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d66c-4b19-4fce-b962-2a72b61542df req-5206e476-0d61-4263-92cf-17a9fbe99a53 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:39.292290 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3cc2d66c-4b19-4fce-b962-2a72b61542df req-5206e476-0d61-4263-92cf-17a9fbe99a53 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0686886 Oct 04 05:47:39.335730 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.340091 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3cc2d66c-4b19-4fce-b962-2a72b61542df req-05a76f94-bed0-4eea-944e-2b0316c91636 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Oct 04 05:47:39.371599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.373289 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d0f10d50-8894-4c97-90bd-8b06b14abcea tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4199679 Oct 04 05:47:39.374754 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:39.376280 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44932) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:39.379897 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:39.381963 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'security_group_rule': {'security_group_id': 'a8f3d74a-3602-4b5d-938c-d38aa2140236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:39.383867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:39.409145 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Pushing event updated for resources: {'Port': ['ID=45eb7eca-53d3-49d7-ab6e-bf439208aa35,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:39.488861 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (57009a8b-9943-4935-9c76-9dccfe620fde), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.586634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (57009a8b-9943-4935-9c76-9dccfe620fde), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.642500 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 3b11b485-3981-4f94-b117-431e97d38500 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:39.661902 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (57009a8b-9943-4935-9c76-9dccfe620fde), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.681334 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57009a8b-9943-4935-9c76-9dccfe620fde,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:39.694083 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 3b11b485-3981-4f94-b117-431e97d38500 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:39.694502 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (3b11b485-3981-4f94-b117-431e97d38500), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.694840 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 3b11b485-3981-4f94-b117-431e97d38500 Oct 04 05:47:39.774670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.777714 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44940) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:39.779212 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-33731601-eb2a-4b75-86f3-7e04743f4428 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018292 Oct 04 05:47:39.782378 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'security_group_rule': {'security_group_id': 'a8f3d74a-3602-4b5d-938c-d38aa2140236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:39.794311 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 3b11b485-3981-4f94-b117-431e97d38500 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:39.794617 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3b11b485-3981-4f94-b117-431e97d38500), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.817225 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks [] for router_gateway (06270441-662c-409b-adb8-19880f0c6b4e), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.818819 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd8ee7-4b6d-4db5-8842-bf92838fe7e4 None None] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:47:39.819817 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:39.903944 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 3b11b485-3981-4f94-b117-431e97d38500, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=3b11b485-3981-4f94-b117-431e97d38500,segment=NetworkSegment(518597c5-f7eb-4380-a78c-9bb99055ca00),segment_id=518597c5-f7eb-4380-a78c-9bb99055ca00)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:39.904919 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-19c3cf55-7660-4845-9357-c69b1955728d None None] Provisioning complete for port 3b11b485-3981-4f94-b117-431e97d38500 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:39.905316 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-19c3cf55-7660-4845-9357-c69b1955728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (3b11b485-3981-4f94-b117-431e97d38500), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.905706 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-19c3cf55-7660-4845-9357-c69b1955728d None None] Attempt 1 to provision port 3b11b485-3981-4f94-b117-431e97d38500 Oct 04 05:47:39.990292 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (3b11b485-3981-4f94-b117-431e97d38500), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:39.991179 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device e25a65d2-4b33-40d5-b35b-7f3aa7587b71 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:40.103049 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=3b11b485-3981-4f94-b117-431e97d38500,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:40.108046 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-19c3cf55-7660-4845-9357-c69b1955728d None None] Current status of the port 3b11b485-3981-4f94-b117-431e97d38500 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:40.123798 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:40.124179 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.124520 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 Oct 04 05:47:40.134928 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (4b21f199-aa23-46c2-af9e-4b6fbef4d59a), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.174724 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:40.212094 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:40.283175 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (4b21f199-aa23-46c2-af9e-4b6fbef4d59a), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.301672 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (06270441-662c-409b-adb8-19880f0c6b4e), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.327254 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-19712e6e-d749-4939-bbe3-551b8cd9f01b None None] Provisioning complete for port 3b11b485-3981-4f94-b117-431e97d38500 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:40.327647 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-19712e6e-d749-4939-bbe3-551b8cd9f01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (3b11b485-3981-4f94-b117-431e97d38500), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.328391 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-19712e6e-d749-4939-bbe3-551b8cd9f01b None None] Attempt 1 to provision port 3b11b485-3981-4f94-b117-431e97d38500 Oct 04 05:47:40.359971 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (4b21f199-aa23-46c2-af9e-4b6fbef4d59a), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.368329 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:40.411270 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-19712e6e-d749-4939-bbe3-551b8cd9f01b None None] Current status of the port 3b11b485-3981-4f94-b117-431e97d38500 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:40.420580 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b21f199-aa23-46c2-af9e-4b6fbef4d59a,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:40.473914 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb712e-3e05-418d-86ae-d1b0fff17920 req-f12f9f51-5727-4bdb-9eef-1865445e55b0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:40.478598 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90fb712e-3e05-418d-86ae-d1b0fff17920 req-f12f9f51-5727-4bdb-9eef-1865445e55b0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0521905 Oct 04 05:47:40.515355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:40.522596 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90fb712e-3e05-418d-86ae-d1b0fff17920 req-242ecc40-113a-4c07-8733-f27337d74ef2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Oct 04 05:47:40.530598 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.531780 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5e62b390-2d1e-4e0d-b2c4-3329797e033c tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7530997 Oct 04 05:47:40.538803 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 44948) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:40.539238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:40.557716 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Router 06270441-662c-409b-adb8-19880f0c6b4e is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:47:40.607699 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:40.659956 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:40.668445 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Sync routers for ids ['06270441-662c-409b-adb8-19880f0c6b4e'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:40.672357 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.678786 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Routers {'06270441-662c-409b-adb8-19880f0c6b4e'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:40.681774 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['06270441-662c-409b-adb8-19880f0c6b4e'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:40.755278 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.767167 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:40.770611 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-40ff9bb9-2bb8-439a-8a15-771892fa4422 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5334628 Oct 04 05:47:40.773184 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 44950) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:40.784136 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Set router 06270441-662c-409b-adb8-19880f0c6b4e gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:40.905285 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Allocated IP 172.27.1.80 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/79531143-1dff-4b29-82f7-a995d5ea8881) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:40.982284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:39Z', 'revision_number': 3, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:40.986478 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:41.012114 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Checking router: 06270441-662c-409b-adb8-19880f0c6b4e for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:41.012458 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Updating router 06270441-662c-409b-adb8-19880f0c6b4e port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:47:41.040923 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for port (79531143-1dff-4b29-82f7-a995d5ea8881), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.042332 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.164103 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (79531143-1dff-4b29-82f7-a995d5ea8881), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.182276 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:41.200387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.201859 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:41.207026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:41.210474 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:41.238909 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'Port': ['ID=79531143-1dff-4b29-82f7-a995d5ea8881,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:41.314829 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (c6a878ae-b7e6-49a5-a762-d96850449e07), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.359245 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Publish callbacks [] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.379779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Allocated IP 172.20.0.1 (d58bd1cb-da5e-485b-a005-f0c38ffbe94b/1693d6e5-5988-4d78-a05f-2e2e1d751364/0e693137-d86a-4bf7-9dbf-206e980774e5) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:41.436194 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (79531143-1dff-4b29-82f7-a995d5ea8881), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.460639 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.496917 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Attempting to bind port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:41.497289 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Attempting to bind port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:41.497654 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Attempting to bind port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:41.516890 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks [] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.533309 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:47:41.559702 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485b90d-e521-4780-94e2-1beaa6b7d053 None None] Pushing event updated for resources: {'Port': ['ID=45eb7eca-53d3-49d7-ab6e-bf439208aa35,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:41.568503 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:41.574324 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:41.578128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:41.578128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.578128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:41.578128 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Bound port: 45eb7eca-53d3-49d7-ab6e-bf439208aa35, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:41.578981 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.582940 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 3b11b485-3981-4f94-b117-431e97d38500 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:41.625132 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for port (79531143-1dff-4b29-82f7-a995d5ea8881), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.627496 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.695742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:41.699820 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:41.707577 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=0e693137-d86a-4bf7-9dbf-206e980774e5,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:41.713524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:41.716185 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (79531143-1dff-4b29-82f7-a995d5ea8881), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.720956 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d247390-b147-4e77-87c3-eea22e019479 req-a494830c-76f6-44d6-bc46-35f8c96accd4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:41.722594 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5d247390-b147-4e77-87c3-eea22e019479 req-a494830c-76f6-44d6-bc46-35f8c96accd4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0734589 Oct 04 05:47:41.729344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:41.729344 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:41.737112 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] For port 45eb7eca-53d3-49d7-ab6e-bf439208aa35, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:41.759008 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 3b11b485-3981-4f94-b117-431e97d38500 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:41.759704 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (3b11b485-3981-4f94-b117-431e97d38500), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.759704 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 3b11b485-3981-4f94-b117-431e97d38500 Oct 04 05:47:41.768652 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] For port 45eb7eca-53d3-49d7-ab6e-bf439208aa35, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=45eb7eca-53d3-49d7-ab6e-bf439208aa35,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:41.793082 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (06270441-662c-409b-adb8-19880f0c6b4e), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.807644 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:41.830489 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'mac_address': 'fa:16:3e:6d:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:47:41.831624 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:41.866643 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (c6a878ae-b7e6-49a5-a762-d96850449e07), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.880452 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'Port': ['ID=79531143-1dff-4b29-82f7-a995d5ea8881,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:41.890159 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.950305 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5d247390-b147-4e77-87c3-eea22e019479 req-0d38ef0e-a0ee-45ad-8ff5-7a482621dfaf tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934485 Oct 04 05:47:41.976552 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:41.978266 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a4ce5096-b81e-4f0e-9c02-3ba55bd07ea2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4422352 Oct 04 05:47:42.133528 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.190350 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:42.190741 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.217597 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Routers {'06270441-662c-409b-adb8-19880f0c6b4e'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:42.217597 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['06270441-662c-409b-adb8-19880f0c6b4e'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:42.224866 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-19b56d65-a915-49bc-9eea-1079b3b68fa9 None None] Provisioning complete for port 0e693137-d86a-4bf7-9dbf-206e980774e5 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:42.225246 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-19b56d65-a915-49bc-9eea-1079b3b68fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.225571 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-19b56d65-a915-49bc-9eea-1079b3b68fa9 None None] Attempt 1 to provision port 0e693137-d86a-4bf7-9dbf-206e980774e5 Oct 04 05:47:42.258600 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 3b11b485-3981-4f94-b117-431e97d38500 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:42.285514 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:42.290462 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:47:42.298957 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485b90d-e521-4780-94e2-1beaa6b7d053 None None] Pushing event updated for resources: {'Port': ['ID=45eb7eca-53d3-49d7-ab6e-bf439208aa35,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:42.322877 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks [] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.333292 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-19b56d65-a915-49bc-9eea-1079b3b68fa9 None None] Port 0e693137-d86a-4bf7-9dbf-206e980774e5 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:47:42.335709 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:42.385081 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] Set router 06270441-662c-409b-adb8-19880f0c6b4e gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:42.453517 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.455150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.520162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (06270441-662c-409b-adb8-19880f0c6b4e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.522810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=0e693137-d86a-4bf7-9dbf-206e980774e5,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:42.561332 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:42.618610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:42.620402 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:42.626867 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '0e693137-d86a-4bf7-9dbf-206e980774e5', 'name': '', 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'mac_address': 'fa:16:3e:ca:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 1, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'subnets': [{'id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:42.658528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30123d8d-6202-4c24-a7d6-df383ab82d80 None None] The sync data for ids ['06270441-662c-409b-adb8-19880f0c6b4e'] in dv-cinder-849143-10-iscsi is: [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '0e693137-d86a-4bf7-9dbf-206e980774e5', 'name': '', 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'mac_address': 'fa:16:3e:ca:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 1, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'subnets': [{'id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:42.834678 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:47:42.862827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-d785c029-67bc-4e26-b572-17e73466fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:42.867803 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-d785c029-67bc-4e26-b572-17e73466fbc0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.0818961 Oct 04 05:47:42.907835 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Router 06270441-662c-409b-adb8-19880f0c6b4e has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:42.928900 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-7df77231-03ec-42b6-a1d0-ef05eff392d4 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1883976611&fields=id&tenant_id=7efd5ee13f094656992497528d761f2c HTTP/1.1" status: 200 len: 267 time: 0.1641965 Oct 04 05:47:42.943172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e9af1-cb00-4271-860e-a3d7f3e7d6f0 req-a2c6e1a7-c8f6-41c6-b7f8-5db479db3a68 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:42.945496 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e3e9af1-cb00-4271-860e-a3d7f3e7d6f0 req-a2c6e1a7-c8f6-41c6-b7f8-5db479db3a68 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0773745 Oct 04 05:47:42.968409 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-8013ec02-3f6e-423e-8e83-0ee425a4d9c5 None None] Provisioning complete for port 0e693137-d86a-4bf7-9dbf-206e980774e5 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:42.978801 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8013ec02-3f6e-423e-8e83-0ee425a4d9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:42.978801 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-8013ec02-3f6e-423e-8e83-0ee425a4d9c5 None None] Attempt 1 to provision port 0e693137-d86a-4bf7-9dbf-206e980774e5 Oct 04 05:47:43.069546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-8013ec02-3f6e-423e-8e83-0ee425a4d9c5 None None] Port 0e693137-d86a-4bf7-9dbf-206e980774e5 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:47:43.069726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:43.098636 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1e3e9af1-cb00-4271-860e-a3d7f3e7d6f0 req-14a9b9b1-5abb-4354-af46-9cee67cc5c71 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422956 Oct 04 05:47:43.103588 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:43.178631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-753aca2f-9b77-4619-8e0c-e57b8dd02582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:43.180302 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-753aca2f-9b77-4619-8e0c-e57b8dd02582 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.3082163 Oct 04 05:47:43.228726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa90a-2208-4e15-8b90-fc1351fe7a0e req-78b256b1-490a-45c5-86f7-02d545f6d123 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:43.230235 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d52fa90a-2208-4e15-8b90-fc1351fe7a0e req-78b256b1-490a-45c5-86f7-02d545f6d123 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 944 time: 0.0635078 Oct 04 05:47:43.264148 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-b7fb8dc7-fceb-4a48-97d3-af72adcb6111 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:43.265638 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-b7fb8dc7-fceb-4a48-97d3-af72adcb6111 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 810 time: 0.3359725 Oct 04 05:47:43.284338 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d52fa90a-2208-4e15-8b90-fc1351fe7a0e req-2a25f3eb-62b7-42d5-b6bd-b8e563375990 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Oct 04 05:47:43.307352 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:43.311146 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-b80b0f3d-b5c5-4955-b770-c216823979ef tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/quotas/7efd5ee13f094656992497528d761f2c HTTP/1.1" status: 200 len: 375 time: 0.0346620 Oct 04 05:47:43.319474 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5e5ebb03-789e-4bac-a0bf-2b4ebeb7ba7c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/06270441-662c-409b-adb8-19880f0c6b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472767 Oct 04 05:47:43.353673 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-d041a3a5-f56c-47b6-9021-988c6541628c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 1001 time: 0.1606333 Oct 04 05:47:43.400891 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-cb6932a9-65b3-4ffd-bbd1-9d81dd579716 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803080 Oct 04 05:47:43.417127 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-3e9cbac9-74c0-4277-8265-031aa0e46787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:43.418616 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-3e9cbac9-74c0-4277-8265-031aa0e46787 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0579777 Oct 04 05:47:43.705811 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45000) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:43.710459 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310825236', 'description': 'tempest-secgroup-smoke-1310825236 description', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:43.771007 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:43.785815 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-23df4c84-827d-4cdd-941b-e77048827e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:43.786717 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:43.787460 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-23df4c84-827d-4cdd-941b-e77048827e03 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3593671 Oct 04 05:47:43.813303 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:43.890179 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group (4edf734e-2df6-4708-86b7-64d2e9e527f0), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:43.902044 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-737d7621-fd3b-4db8-8931-ce5e596da30e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824450 Oct 04 05:47:43.912281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:43.973701 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (4edf734e-2df6-4708-86b7-64d2e9e527f0), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:43.980210 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:47:43.994919 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-7adbac6c-6f88-44a7-891e-c91a972a97e2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984441 Oct 04 05:47:44.012837 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf734e-2df6-4708-86b7-64d2e9e527f0,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:44.042125 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:44.042574 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.043547 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d Oct 04 05:47:44.075658 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.076694 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b6831268-4062-4a82-8d85-255376ce7481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3686597 Oct 04 05:47:44.078989 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45004) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:44.085149 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group_rule': {'security_group_id': '4edf734e-2df6-4708-86b7-64d2e9e527f0', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:44.104347 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-0486346d-1464-4457-a332-c6c89a3a6ca0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884642 Oct 04 05:47:44.141965 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac8925d1-2e67-4ee3-a5a1-7b7913b6eada req-8889969b-20d7-4248-b88c-b62888936ed2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408012 Oct 04 05:47:44.176648 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:44.177257 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.190033 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (5201b80a-e319-4d93-a7d3-fdfdb649141e), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.236425 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:44.238794 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:44.241790 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85610b9e-a3a7-4cb0-9407-29c5e337bb48" -d '{"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:44.287195 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41263-c3fc-4e3b-8aaf-4b21de4435cf req-4050131d-e626-49b1-bb43-3ae997ade2e4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:44.288824 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a7e41263-c3fc-4e3b-8aaf-4b21de4435cf req-4050131d-e626-49b1-bb43-3ae997ade2e4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0896387 Oct 04 05:47:44.319650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (5201b80a-e319-4d93-a7d3-fdfdb649141e), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.324236 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.349717 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a7e41263-c3fc-4e3b-8aaf-4b21de4435cf req-dcf27a86-05ad-43e4-aa01-a76881c220f7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547667 Oct 04 05:47:44.389101 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:44.403870 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd3f45-c440-4935-8236-2ffa162d2a00 x-openstack-request-id: req-18bd3f45-c440-4935-8236-2ffa162d2a00 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:44.404340 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:44.405193 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18bd3f45-c440-4935-8236-2ffa162d2a00 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:44.405695 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bd3f45-c440-4935-8236-2ffa162d2a00'] response: {'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'code': 200} Oct 04 05:47:44.421580 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (5201b80a-e319-4d93-a7d3-fdfdb649141e), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.422775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:44.443710 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5201b80a-e319-4d93-a7d3-fdfdb649141e,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:44.517410 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-73fc4521-beed-4005-8b83-99bcb5ecabaa req-a2e7f5e0-2237-4535-8289-97540074c4f4 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0492139 Oct 04 05:47:44.545458 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.549172 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-6002207e-fb38-49a4-8788-2b7723a91f66 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4667051 Oct 04 05:47:44.549533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45020) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:44.554462 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group_rule': {'security_group_id': '4edf734e-2df6-4708-86b7-64d2e9e527f0', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:44.567920 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277b031-f369-4cf2-9463-3b56882f6143 req-b8b185d5-3c4a-4794-ad07-fcc882b3c264 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:44.575190 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2277b031-f369-4cf2-9463-3b56882f6143 req-b8b185d5-3c4a-4794-ad07-fcc882b3c264 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0930696 Oct 04 05:47:44.617143 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:44.621931 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2277b031-f369-4cf2-9463-3b56882f6143 req-95dfb4e3-2f2d-4e37-a87d-c918dad061ef tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Oct 04 05:47:44.656177 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (09a90586-87bc-40a5-a712-3cdd5c416287), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.695572 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:44.727184 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (09a90586-87bc-40a5-a712-3cdd5c416287), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.859721 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c0176-3a3d-456b-a453-c2298d6fa892 req-48e1ba8f-ecce-43b6-846c-45230ae83ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:44.861106 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac3c0176-3a3d-456b-a453-c2298d6fa892 req-48e1ba8f-ecce-43b6-846c-45230ae83ad9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1129 time: 0.0413580 Oct 04 05:47:44.903229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (09a90586-87bc-40a5-a712-3cdd5c416287), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:44.920486 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ac3c0176-3a3d-456b-a453-c2298d6fa892 req-2bf997d2-1ee5-4889-9e8a-c3030011a380 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523086 Oct 04 05:47:44.925584 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a90586-87bc-40a5-a712-3cdd5c416287,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:45.038006 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.039645 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-70ee4913-38ec-4a8f-8cb9-4c20fd60aa14 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4890866 Oct 04 05:47:45.042438 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45030) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:45.047780 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group_rule': {'security_group_id': '4edf734e-2df6-4708-86b7-64d2e9e527f0', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:45.152228 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (4f1353bc-72c1-4689-8445-65c5cb0ac580), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.215366 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (4f1353bc-72c1-4689-8445-65c5cb0ac580), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.278461 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (4f1353bc-72c1-4689-8445-65c5cb0ac580), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.299002 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1353bc-72c1-4689-8445-65c5cb0ac580,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:45.366374 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.367670 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e16fe812-4d39-4892-9da1-69b361c86c65 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242567 Oct 04 05:47:45.370351 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45032) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:45.374852 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group_rule': {'security_group_id': '4edf734e-2df6-4708-86b7-64d2e9e527f0', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:45.390525 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Sync routers for ids ['06270441-662c-409b-adb8-19880f0c6b4e'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:45.401244 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Routers {'06270441-662c-409b-adb8-19880f0c6b4e'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:45.403441 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['06270441-662c-409b-adb8-19880f0c6b4e'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:45.495464 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (833a7fc4-5b31-43f2-9e7a-9c68fe5e3c23), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.505221 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:45.509700 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Set router 06270441-662c-409b-adb8-19880f0c6b4e gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:45.518197 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aa51b-6364-4b46-9a4a-386f14c98136 req-b46b7a97-f2fc-4715-b7ac-151a4867d0ad tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:45.531330 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8b1aa51b-6364-4b46-9a4a-386f14c98136 req-b46b7a97-f2fc-4715-b7ac-151a4867d0ad tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0900962 Oct 04 05:47:45.563758 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (833a7fc4-5b31-43f2-9e7a-9c68fe5e3c23), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.567925 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 45eb7eca-53d3-49d7-ab6e-bf439208aa35 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:45.629803 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:45.630081 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.630641 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 Oct 04 05:47:45.634862 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:45.635121 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e498121a-972c-4b5c-a9ef-147db56081d3 req-49213692-29ed-4f92-b5b3-9bc8e618de43 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0364306 Oct 04 05:47:45.648596 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (833a7fc4-5b31-43f2-9e7a-9c68fe5e3c23), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.667134 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:45.709093 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833a7fc4-5b31-43f2-9e7a-9c68fe5e3c23,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:45.718617 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:45.729780 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.737772 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '0e693137-d86a-4bf7-9dbf-206e980774e5', 'name': '', 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'mac_address': 'fa:16:3e:ca:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:42Z', 'revision_number': 2, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'subnets': [{'id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:45.767569 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 45eb7eca-53d3-49d7-ab6e-bf439208aa35, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=45eb7eca-53d3-49d7-ab6e-bf439208aa35,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:45.770794 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Checking router: 06270441-662c-409b-adb8-19880f0c6b4e for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:45.771143 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Updating router 06270441-662c-409b-adb8-19880f0c6b4e port 0e693137-d86a-4bf7-9dbf-206e980774e5 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:47:45.776960 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8b1aa51b-6364-4b46-9a4a-386f14c98136 req-9842736b-ebb8-49a1-a42f-94693a338c31 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367475 Oct 04 05:47:45.800304 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.802054 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dec87-f47c-4e1f-9f7f-843068bd2f6c req-0868cbb4-916b-4a1e-ae6c-25ec741249ce tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:45.803578 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c38dec87-f47c-4e1f-9f7f-843068bd2f6c req-0868cbb4-916b-4a1e-ae6c-25ec741249ce tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0514159 Oct 04 05:47:45.813700 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.815235 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-62bfdce7-84b6-4d42-ab31-c901ce30a37b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4438486 Oct 04 05:47:45.817959 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45042) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:45.823144 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group_rule': {'security_group_id': '4edf734e-2df6-4708-86b7-64d2e9e527f0', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:45.832264 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:45.888860 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c38dec87-f47c-4e1f-9f7f-843068bd2f6c req-8836d261-f664-4ac5-b17b-48ee6d82c305 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723662 Oct 04 05:47:45.902588 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=45eb7eca-53d3-49d7-ab6e-bf439208aa35,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:45.947179 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.securitygroups_db [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Project 45a5869786d843fe9fb5cdb6b3596c2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 05:47:45.954100 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (3fba7051-c086-48c4-9eb0-a7ab005eda36), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.015389 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (3fba7051-c086-48c4-9eb0-a7ab005eda36), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.055019 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (3fba7051-c086-48c4-9eb0-a7ab005eda36), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.075743 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Publish callbacks [] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.076857 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fba7051-c086-48c4-9eb0-a7ab005eda36,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:46.113904 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.115125 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a28018bc-da69-464d-b22c-7d19ea8b6ce7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2962615 Oct 04 05:47:46.117805 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45048) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:46.121931 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'security_group_rule': {'security_group_id': '4edf734e-2df6-4708-86b7-64d2e9e527f0', 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:46.134972 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.187205 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.securitygroups_db [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Project 45a5869786d843fe9fb5cdb6b3596c2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 05:47:46.193573 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (4142f1ec-a11c-46fa-be82-335452db9d16), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.210499 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Pushing event updated for resources: {'Port': ['ID=0e693137-d86a-4bf7-9dbf-206e980774e5,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:46.221104 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.221451 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.221814 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.222240 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.222584 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.222907 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.223226 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.223545 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.223877 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.224197 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.224514 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.224830 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.225144 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.225457 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.225772 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:47:46.237944 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Attempting to bind port 0e693137-d86a-4bf7-9dbf-206e980774e5 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:46.238341 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Attempting to bind port 0e693137-d86a-4bf7-9dbf-206e980774e5 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:46.238700 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Attempting to bind port 0e693137-d86a-4bf7-9dbf-206e980774e5 on network d58bd1cb-da5e-485b-a005-f0c38ffbe94b {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:46.255971 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (4142f1ec-a11c-46fa-be82-335452db9d16), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.278774 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:46.279670 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Checking segment: {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:46.280070 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.280457 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Bound using segment: {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:46.280926 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Bound port: 0e693137-d86a-4bf7-9dbf-206e980774e5, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518597c5-f7eb-4380-a78c-9bb99055ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:46.281300 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.322029 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (4142f1ec-a11c-46fa-be82-335452db9d16), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.329057 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:46.338273 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] For port 0e693137-d86a-4bf7-9dbf-206e980774e5, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:46.341199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4142f1ec-a11c-46fa-be82-335452db9d16,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:46.341380 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] For port 0e693137-d86a-4bf7-9dbf-206e980774e5, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0e693137-d86a-4bf7-9dbf-206e980774e5,segment=NetworkSegment(518597c5-f7eb-4380-a78c-9bb99055ca00),segment_id=518597c5-f7eb-4380-a78c-9bb99055ca00)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:46.402589 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.403845 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:46.405735 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4979cfc6-c4d9-4c9b-8441-8def9bf541d8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2869327 Oct 04 05:47:46.448933 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Routers {'06270441-662c-409b-adb8-19880f0c6b4e'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:46.448933 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['06270441-662c-409b-adb8-19880f0c6b4e'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:46.496243 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc45ed7-18a0-4297-9098-58dbc12128cc None None] Pushing event updated for resources: {'Port': ['ID=0e693137-d86a-4bf7-9dbf-206e980774e5,revision_number=4']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:46.565812 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] Set router 06270441-662c-409b-adb8-19880f0c6b4e gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:46.650709 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:46.651349 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:46.666278 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-aab550cc-ea12-4870-a748-806b31052621 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482817 Oct 04 05:47:46.776955 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bfdff20e-2a15-42af-8c62-5e8e8aec4f47 req-28775cc9-abad-42a1-a4cc-21f9f5787bbd tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0390751 Oct 04 05:47:46.782110 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '0e693137-d86a-4bf7-9dbf-206e980774e5', 'name': '', 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'mac_address': 'fa:16:3e:ca:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:46Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'subnets': [{'id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:46.805378 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-43e2c921-f783-4660-937e-036173dfa802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:46.806994 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-43e2c921-f783-4660-937e-036173dfa802 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 1129 time: 0.0581763 Oct 04 05:47:46.807364 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c8a75-9bf2-44e2-a2ab-a6f406876cd5 None None] The sync data for ids ['06270441-662c-409b-adb8-19880f0c6b4e'] in dv-cinder-849143-10-iscsi is: [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:41Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '0e693137-d86a-4bf7-9dbf-206e980774e5', 'name': '', 'network_id': 'd58bd1cb-da5e-485b-a005-f0c38ffbe94b', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'mac_address': 'fa:16:3e:ca:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:46Z', 'revision_number': 4, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'subnets': [{'id': '1693d6e5-5988-4d78-a05f-2e2e1d751364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:46.936685 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80087-9bb9-418e-a317-d6e01686b36a req-3dd2b9c6-ec04-4fe5-ac65-e3346bc624b1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:46.936685 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9ab80087-9bb9-418e-a317-d6e01686b36a req-3dd2b9c6-ec04-4fe5-ac65-e3346bc624b1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0735052 Oct 04 05:47:46.961910 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-2efe91d8-0d91-44b6-85f9-9ad493891733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:46.976131 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-2efe91d8-0d91-44b6-85f9-9ad493891733 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.1349361 Oct 04 05:47:47.004383 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9ab80087-9bb9-418e-a317-d6e01686b36a req-09fd3697-1065-4e7a-9c89-682a8ae568f0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636396 Oct 04 05:47:47.015360 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-ed24c154-8b45-4a95-bf19-28f83b5121c9 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 HTTP/1.1" status: 200 len: 217 time: 0.0436199 Oct 04 05:47:47.097539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f156b-9411-485b-b5ce-5ba60780c23f req-601d5e6e-f8ee-4e6b-8f53-1fbb8130567f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:47.099115 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ed5f156b-9411-485b-b5ce-5ba60780c23f req-601d5e6e-f8ee-4e6b-8f53-1fbb8130567f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0829544 Oct 04 05:47:47.118449 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-f564f757-3a7a-4abc-a13b-d459abc46c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:47.119869 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-f564f757-3a7a-4abc-a13b-d459abc46c31 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0926020 Oct 04 05:47:47.193214 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-40e31bfb-13cf-4466-902e-f704abebbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:47.194754 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-40e31bfb-13cf-4466-902e-f704abebbe18 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668602 Oct 04 05:47:47.197837 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ed5f156b-9411-485b-b5ce-5ba60780c23f req-aa6ee4c9-a603-4b2c-a952-b7bf3ac8970d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878785 Oct 04 05:47:47.334154 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-510a308f-07d6-41cf-89f9-62de2f1436bc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240087 Oct 04 05:47:47.340716 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc32af-bc2b-418b-aefa-99ab2cff6231 req-9a12c618-f487-4c97-a05c-483eaa97f425 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:47.342295 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-82bc32af-bc2b-418b-aefa-99ab2cff6231 req-9a12c618-f487-4c97-a05c-483eaa97f425 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0548220 Oct 04 05:47:47.356646 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45100) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:47.362823 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Request body: {'floatingip': {'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:47.416131 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (d8f60b0f-a248-4311-afb5-f77b831ba4fe), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:47.492285 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:47.500567 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aaee463c-f62c-4fae-bb3b-caee7c2b638a req-88852ca9-d3c1-46b5-a5a8-5d67c0aab643 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561081 Oct 04 05:47:47.581659 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 45eb7eca-53d3-49d7-ab6e-bf439208aa35 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:47.601797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:47.644103 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:47.644473 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:47.644801 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 Oct 04 05:47:47.725804 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:47.727261 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0e693137-d86a-4bf7-9dbf-206e980774e5 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:47.772519 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 0e693137-d86a-4bf7-9dbf-206e980774e5 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:47.772893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:47.773230 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 0e693137-d86a-4bf7-9dbf-206e980774e5 Oct 04 05:47:47.853622 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 0e693137-d86a-4bf7-9dbf-206e980774e5 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:47.854014 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:47.890620 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a471cbad-31a0-42c8-a7fe-52e95539ef1b req-c267740d-9e1c-4033-87d9-0e5b2e79045f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0347006 Oct 04 05:47:47.893858 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 0e693137-d86a-4bf7-9dbf-206e980774e5, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0e693137-d86a-4bf7-9dbf-206e980774e5,segment=NetworkSegment(518597c5-f7eb-4380-a78c-9bb99055ca00),segment_id=518597c5-f7eb-4380-a78c-9bb99055ca00)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:47.928947 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.010406 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (d8f60b0f-a248-4311-afb5-f77b831ba4fe), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.010691 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.036688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:48.072114 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=0e693137-d86a-4bf7-9dbf-206e980774e5,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:48.184459 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:48.188687 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-7356c401-5aa3-489a-9d54-93516bcc14eb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:48.190314 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-7356c401-5aa3-489a-9d54-93516bcc14eb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 810 time: 0.1690106 Oct 04 05:47:48.215625 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Floating IP d8f60b0f-a248-4311-afb5-f77b831ba4fe associated. External IP: 172.27.1.47, port: 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d. Oct 04 05:47:48.250790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:48.259377 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c418ba-96e4-4d7a-8df0-15190f350f9a req-08c20e65-262e-4d09-92de-2a57571b3444 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:48.261183 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-62c418ba-96e4-4d7a-8df0-15190f350f9a req-08c20e65-262e-4d09-92de-2a57571b3444 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0945692 Oct 04 05:47:48.273152 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-21350661-4955-4b5d-9866-f4058f73dd59 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7efd5ee13f094656992497528d761f2c HTTP/1.1" status: 200 len: 380 time: 0.0660744 Oct 04 05:47:48.283345 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'port': {'device_id': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'admin_state_up': True, 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'security_groups': ['a8f3d74a-3602-4b5d-938c-d38aa2140236']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:48.362379 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-62c418ba-96e4-4d7a-8df0-15190f350f9a req-06184944-035e-4d02-991a-1ad80db40f0f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905714 Oct 04 05:47:48.476765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Made reservation on behalf of 7efd5ee13f094656992497528d761f2c for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:47:48.477633 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Router f32ce1af-f12d-42b1-93da-ed106d90299d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:48.481105 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.585083 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:48.589846 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.598844 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:48.611406 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:48.612541 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:48.616152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Allocated IP 172.20.0.7 (c03165e1-beb9-4a5b-abe8-8381d5e7772e/60489c43-e95a-4d76-aaa7-a35f96a11c1b/cc21ab55-5520-44ff-9fa8-6eca7297581f) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:47:48.621856 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-bfcb4e96-851f-4d0f-8ae9-0e6d92171d02 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/d8f60b0f-a248-4311-afb5-f77b831ba4fe HTTP/1.1" status: 200 len: 990 time: 1.2632852 Oct 04 05:47:48.623994 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:48.626752 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1eb166-1661-42bf-ab6d-adef5abfd747" -d '{"events": [{"name": "network-changed", "server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:48.664003 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:48.691310 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576948bd-530d-4152-9608-6c8673538bbd x-openstack-request-id: req-576948bd-530d-4152-9608-6c8673538bbd {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:48.691605 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:48.691863 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-576948bd-530d-4152-9608-6c8673538bbd {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:48.692295 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576948bd-530d-4152-9608-6c8673538bbd'] response: {'name': 'network-changed', 'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'status': 'completed', 'code': 200} Oct 04 05:47:48.731762 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:48.817129 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-f8bcabae-7cf7-4368-be9e-2bf7b678ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:48.818651 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-f8bcabae-7cf7-4368-be9e-2bf7b678ba29 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1129 time: 0.0687890 Oct 04 05:47:48.821617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.940619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-9442e8ab-d8d0-4b0d-8414-29e85aebefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:48.942270 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-9442e8ab-d8d0-4b0d-8414-29e85aebefa6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.1082122 Oct 04 05:47:48.961857 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'd8f60b0f-a248-4311-afb5-f77b831ba4fe', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'mac_address': 'fa:16:3e:6d:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:47Z', 'revision_number': 1, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:48.969532 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:48.992644 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:49.002417 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:49.003202 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:49.027432 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2687ab-90b4-46a8-9fe0-cc8c03c6e510 req-9aeced96-5f7a-46cb-9a16-5003c98b5145 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:49.029374 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f2687ab-90b4-46a8-9fe0-cc8c03c6e510 req-9aeced96-5f7a-46cb-9a16-5003c98b5145 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 931 time: 0.0563214 Oct 04 05:47:49.029523 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:47:49.033089 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:47:49.036472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:47:49.042432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event updated for resources: {'Port': ['ID=cc21ab55-5520-44ff-9fa8-6eca7297581f,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:49.106904 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f2687ab-90b4-46a8-9fe0-cc8c03c6e510 req-64789fc9-3748-4dd4-be4d-2262adbe8fcf tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530682 Oct 04 05:47:49.133194 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:49.143370 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:49.158929 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:49.159654 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:49.167911 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-ab948a62-40aa-48fe-98b2-8c9c22f6c157 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 200 len: 998 time: 0.1041722 Oct 04 05:47:49.281108 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-c362ed85-8674-4bc0-b6dc-fa696da50ee1 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0021567 Oct 04 05:47:49.300665 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:49.365720 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-c519a59d-a828-48ea-a2a5-328e6b661546 None None] Provisioning complete for port cc21ab55-5520-44ff-9fa8-6eca7297581f triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:49.366091 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c519a59d-a828-48ea-a2a5-328e6b661546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:49.366447 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-c519a59d-a828-48ea-a2a5-328e6b661546 None None] Attempt 1 to provision port cc21ab55-5520-44ff-9fa8-6eca7297581f Oct 04 05:47:49.449379 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c519a59d-a828-48ea-a2a5-328e6b661546 None None] Port cc21ab55-5520-44ff-9fa8-6eca7297581f cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:47:49.515230 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Request body: {'port': {'device_id': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:49.542739 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0e693137-d86a-4bf7-9dbf-206e980774e5 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:49.575631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7db33-cd54-458c-b753-78b0e0cdabd5 req-47a0ea40-0fb0-4cb2-8bf0-cbcc1af10792 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:49.577668 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b3b7db33-cd54-458c-b753-78b0e0cdabd5 req-47a0ea40-0fb0-4cb2-8bf0-cbcc1af10792 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.1318021 Oct 04 05:47:49.595712 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'd8f60b0f-a248-4311-afb5-f77b831ba4fe', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'mac_address': 'fa:16:3e:6d:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:47Z', 'revision_number': 1, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:49.603840 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:49.625971 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686e72a-fcac-451a-8960-83ba5292add5 None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'd8f60b0f-a248-4311-afb5-f77b831ba4fe', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'mac_address': 'fa:16:3e:6d:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:47Z', 'revision_number': 1, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:49.633490 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 0e693137-d86a-4bf7-9dbf-206e980774e5 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:49.634411 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:49.634411 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 0e693137-d86a-4bf7-9dbf-206e980774e5 Oct 04 05:47:49.635720 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-8b848bc7-c816-4e36-b61d-8006a0f9497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:49.637354 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-8b848bc7-c816-4e36-b61d-8006a0f9497d service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.1382442 Oct 04 05:47:49.650547 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:49.690501 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b3b7db33-cd54-458c-b753-78b0e0cdabd5 req-761082d3-dab3-45be-acfb-c965d01d1551 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015210 Oct 04 05:47:49.713802 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 0e693137-d86a-4bf7-9dbf-206e980774e5 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:49.873690 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d936c5b-e293-4b05-995c-1f40fc9ce58b None None] New status for floating IP d8f60b0f-a248-4311-afb5-f77b831ba4fe: ACTIVE {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:47:49.973889 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc21ab55-5520-44ff-9fa8-6eca7297581f {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:47:49.983626 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Publish callbacks [] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:50.022252 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Transition to ACTIVE for port object cc21ab55-5520-44ff-9fa8-6eca7297581f will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:47:50.033914 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-160138ed-e67a-4177-97d7-b44be3612887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:50.035429 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-160138ed-e67a-4177-97d7-b44be3612887 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433896 Oct 04 05:47:50.145343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:50.233846 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21ab55-5520-44ff-9fa8-6eca7297581f,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:50.236968 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7b514-b11b-4417-a195-1700f4ffb9a5 req-c226dc60-83d5-4241-9de3-f4911f8152f2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:50.238700 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d4d7b514-b11b-4417-a195-1700f4ffb9a5 req-c226dc60-83d5-4241-9de3-f4911f8152f2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 943 time: 0.0497155 Oct 04 05:47:50.251877 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:50.258451 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:50.263148 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Attempting to bind port cc21ab55-5520-44ff-9fa8-6eca7297581f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:47:50.264073 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Attempting to bind port cc21ab55-5520-44ff-9fa8-6eca7297581f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:47:50.264380 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Attempting to bind port cc21ab55-5520-44ff-9fa8-6eca7297581f on network c03165e1-beb9-4a5b-abe8-8381d5e7772e {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:50.293994 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d4d7b514-b11b-4417-a195-1700f4ffb9a5 req-a86a9dac-3d8a-4604-b9f8-0ddeb1b2f6a0 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487237 Oct 04 05:47:50.309637 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Port cc21ab55-5520-44ff-9fa8-6eca7297581f on network c03165e1-beb9-4a5b-abe8-8381d5e7772e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:47:50.309967 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Attempting to bind port cc21ab55-5520-44ff-9fa8-6eca7297581f on network c03165e1-beb9-4a5b-abe8-8381d5e7772e {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:47:50.426665 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:47:50.427000 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Checking segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:47:50.427437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Bound using segment: {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:47:50.427873 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Bound port: cc21ab55-5520-44ff-9fa8-6eca7297581f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689e1ae6-b1d4-409c-b30d-3223a7c8147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:47:50.428240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:50.527904 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-4b3d8c4f-40ab-4bde-b84e-de3557b8fad1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771979 Oct 04 05:47:50.530769 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] For port cc21ab55-5520-44ff-9fa8-6eca7297581f, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:47:50.534013 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] For port cc21ab55-5520-44ff-9fa8-6eca7297581f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:47:50.618371 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:50.628551 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:50.629251 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:50.630745 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/cc21ab55-5520-44ff-9fa8-6eca7297581f HTTP/1.1" status: 200 len: 1093 time: 1.1306577 Oct 04 05:47:50.631452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:50.633719 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03869f6-3761-43b3-a7ac-c97f5fd83326" -d '{"events": [{"name": "network-changed", "server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:50.681332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b39335-7124-434b-85ab-f5063fdb7b78 x-openstack-request-id: req-d9b39335-7124-434b-85ab-f5063fdb7b78 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:50.686588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:50.686588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9b39335-7124-434b-85ab-f5063fdb7b78 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:50.686588 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b39335-7124-434b-85ab-f5063fdb7b78'] response: {'name': 'network-changed', 'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'status': 'completed', 'code': 200} Oct 04 05:47:50.730189 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5c1eb166-1661-42bf-ab6d-adef5abfd747 req-d8c95c36-c7e7-43c1-bf45-690c01d8eae6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633205 Oct 04 05:47:50.730967 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1da1c-a53c-4851-849a-52399e29ad41 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21ab55-5520-44ff-9fa8-6eca7297581f,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:50.823473 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03869f6-3761-43b3-a7ac-c97f5fd83326 req-8cc1867d-8c80-4373-b473-a684f64c4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:50.824991 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b03869f6-3761-43b3-a7ac-c97f5fd83326 req-8cc1867d-8c80-4373-b473-a684f64c4e86 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 1127 time: 0.0542681 Oct 04 05:47:50.846955 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b53c5-7931-4b73-b4e3-28f7f2164275 req-28754b80-f32b-4d9e-a4eb-232079e2a526 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:50.854167 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b90b53c5-7931-4b73-b4e3-28f7f2164275 req-28754b80-f32b-4d9e-a4eb-232079e2a526 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0608537 Oct 04 05:47:50.917930 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b90b53c5-7931-4b73-b4e3-28f7f2164275 req-fb8a2c76-48f7-420a-a565-e66f555c4e26 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627823 Oct 04 05:47:50.936778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:50.967020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03869f6-3761-43b3-a7ac-c97f5fd83326 req-6f15f06d-0798-43f4-ad59-f9fd8d30d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:50.968477 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b03869f6-3761-43b3-a7ac-c97f5fd83326 req-6f15f06d-0798-43f4-ad59-f9fd8d30d61b service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=7efd5ee13f094656992497528d761f2c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1213377 Oct 04 05:47:51.079864 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03869f6-3761-43b3-a7ac-c97f5fd83326 req-ed6c7fff-10de-4105-9474-284a2f30e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:51.081596 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b03869f6-3761-43b3-a7ac-c97f5fd83326 req-ed6c7fff-10de-4105-9474-284a2f30e646 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927956 Oct 04 05:47:51.140043 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:47:51.449597 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbe094-7939-436f-ad8b-fe767c75ee54 req-088bfeb8-822f-414a-ae28-99220cd69999 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:51.452180 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bdfbe094-7939-436f-ad8b-fe767c75ee54 req-088bfeb8-822f-414a-ae28-99220cd69999 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 943 time: 0.0780771 Oct 04 05:47:51.452477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-929c3656-5674-40aa-b03b-f55040795e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:51.453754 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-929c3656-5674-40aa-b03b-f55040795e5b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 1127 time: 0.0702207 Oct 04 05:47:51.511019 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-88b5a7da-6433-4600-9cd5-5afd73c0ab01 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f HTTP/1.1" status: 200 len: 217 time: 0.0397031 Oct 04 05:47:51.564964 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bdfbe094-7939-436f-ad8b-fe767c75ee54 req-f9d9ba3c-0937-4e30-a5b9-fe7d502450fc tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074359 Oct 04 05:47:51.583608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-3621e7de-7327-42ec-8f43-9433097f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:51.584962 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-3621e7de-7327-42ec-8f43-9433097f86cd service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.0657830 Oct 04 05:47:51.621930 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:51.632369 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef284e-7c36-4091-8086-6019dd6f022b req-0d20417f-cccc-4ebd-8544-0c0d15e866f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:51.635391 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-0d20417f-cccc-4ebd-8544-0c0d15e866f0 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422542 Oct 04 05:47:51.737692 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-9581095c-abce-4d61-9b71-c4612ab4bb76 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971811 Oct 04 05:47:51.840481 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0eef284e-7c36-4091-8086-6019dd6f022b req-adf0193b-669a-4cc1-962b-352195388a0d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953522 Oct 04 05:47:52.050289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aec95-42cb-4c86-9a28-c67daa76b526 req-343d2773-ced9-47e9-b7b9-e3b74b7bd5f0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:52.051757 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-773aec95-42cb-4c86-9a28-c67daa76b526 req-343d2773-ced9-47e9-b7b9-e3b74b7bd5f0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0472202 Oct 04 05:47:52.107590 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-773aec95-42cb-4c86-9a28-c67daa76b526 req-9ae4ee9e-d8da-45f2-8a02-7986c4ddadc4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Oct 04 05:47:52.697884 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34880ef9-a3fe-4fc1-8a3c-a45d0707575b req-f56feaf9-1ccc-4a82-a093-4ca7251d4371 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:52.699415 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-34880ef9-a3fe-4fc1-8a3c-a45d0707575b req-f56feaf9-1ccc-4a82-a093-4ca7251d4371 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 943 time: 0.0500655 Oct 04 05:47:52.748330 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-34880ef9-a3fe-4fc1-8a3c-a45d0707575b req-2ce174b7-75bd-4bcd-b4d3-5c574bde3e2b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Oct 04 05:47:53.236947 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e98bf-c159-43d8-80f5-d26d52d96e69 req-8a5af03e-c721-4f12-89bd-ddbd375a6bcd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:53.238434 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f0e98bf-c159-43d8-80f5-d26d52d96e69 req-8a5af03e-c721-4f12-89bd-ddbd375a6bcd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0511827 Oct 04 05:47:53.287244 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f0e98bf-c159-43d8-80f5-d26d52d96e69 req-4d01ce34-158e-4625-8bb8-155adaa5a31e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 Oct 04 05:47:53.868468 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537083-2573-49f5-a34b-55897fea69cc req-f29e9c7c-71a0-4c32-abaa-867486323efb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:53.869925 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ef537083-2573-49f5-a34b-55897fea69cc req-f29e9c7c-71a0-4c32-abaa-867486323efb tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 943 time: 0.0465174 Oct 04 05:47:53.918660 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ef537083-2573-49f5-a34b-55897fea69cc req-3b52ef39-be70-4f83-8d80-6a2fe35ca5e2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Oct 04 05:47:53.942356 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device cc21ab55-5520-44ff-9fa8-6eca7297581f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:47:53.947841 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:54.042337 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port cc21ab55-5520-44ff-9fa8-6eca7297581f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:54.054166 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'port_id': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'mac_address': 'fa:16:3e:80:07:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:47:54.094428 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port cc21ab55-5520-44ff-9fa8-6eca7297581f is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:54.094816 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:54.109398 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc21ab55-5520-44ff-9fa8-6eca7297581f {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:47:54.130916 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port cc21ab55-5520-44ff-9fa8-6eca7297581f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:54.202937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:54.251587 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=cc21ab55-5520-44ff-9fa8-6eca7297581f,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:54.413099 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420439e3-3c95-4fac-91e4-173666ef9796 req-80dad5ab-52ba-4885-a6fa-f6e5ee5fa151 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:54.414607 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-420439e3-3c95-4fac-91e4-173666ef9796 req-80dad5ab-52ba-4885-a6fa-f6e5ee5fa151 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0486956 Oct 04 05:47:54.470988 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-420439e3-3c95-4fac-91e4-173666ef9796 req-f885db48-576e-41c9-9759-d8de6c57b9c5 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489216 Oct 04 05:47:54.607287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['cc21ab55-5520-44ff-9fa8-6eca7297581f'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:47:54.802418 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c860-b139-4d88-85c9-c420e8e9ab50 req-ae4f4067-1130-4af6-9d77-cbecec4f7d97 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:54.804264 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2773c860-b139-4d88-85c9-c420e8e9ab50 req-ae4f4067-1130-4af6-9d77-cbecec4f7d97 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0476668 Oct 04 05:47:54.854430 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2773c860-b139-4d88-85c9-c420e8e9ab50 req-07b82546-cd19-4ca2-a2f5-e953986c9fc3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444322 Oct 04 05:47:54.861187 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:55.051400 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a1553-2770-4394-9258-dabb7bc19aee req-a6bef720-b341-4e22-aabd-2a9f1d091b64 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:55.052852 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c50a1553-2770-4394-9258-dabb7bc19aee req-a6bef720-b341-4e22-aabd-2a9f1d091b64 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 944 time: 0.0494657 Oct 04 05:47:55.099886 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c50a1553-2770-4394-9258-dabb7bc19aee req-c332d8a3-f204-4703-9bdb-2114b3cb9487 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Oct 04 05:47:55.594126 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23641b-3188-495b-b38a-6c5ebfe14446 req-24b1d6ef-e414-4f06-bf5b-a135e8f6707e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:55.595759 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a23641b-3188-495b-b38a-6c5ebfe14446 req-24b1d6ef-e414-4f06-bf5b-a135e8f6707e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0477648 Oct 04 05:47:55.643345 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a23641b-3188-495b-b38a-6c5ebfe14446 req-f132465a-d770-4b30-9199-8e6eb3873a02 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Oct 04 05:47:55.981185 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f6ee7-e6a5-4eee-94a9-f78500d1e005 req-7d773e6c-fd0c-4fc6-a8f3-3dc72b153a9c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:55.982783 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d29f6ee7-e6a5-4eee-94a9-f78500d1e005 req-7d773e6c-fd0c-4fc6-a8f3-3dc72b153a9c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0478506 Oct 04 05:47:55.987786 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device cc21ab55-5520-44ff-9fa8-6eca7297581f up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:47:56.039009 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port cc21ab55-5520-44ff-9fa8-6eca7297581f completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:47:56.042658 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d29f6ee7-e6a5-4eee-94a9-f78500d1e005 req-ebe58d3c-6602-4d46-8179-78a48ac41582 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528519 Oct 04 05:47:56.105184 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port cc21ab55-5520-44ff-9fa8-6eca7297581f triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:47:56.105526 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:56.105863 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port cc21ab55-5520-44ff-9fa8-6eca7297581f Oct 04 05:47:56.182873 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port cc21ab55-5520-44ff-9fa8-6eca7297581f is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:47:56.183260 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:56.209389 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:56.211748 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8fdede-6432-4376-a21e-bd37ba75e979" -d '{"events": [{"server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "name": "network-vif-plugged", "status": "completed", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:56.224710 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port cc21ab55-5520-44ff-9fa8-6eca7297581f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:56.230477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c89e-2fd1-4446-85e8-2c6c0e595998 req-371f5ab4-c92b-4a73-bf5b-a81c822dd2a3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:56.232020 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5bf4c89e-2fd1-4446-85e8-2c6c0e595998 req-371f5ab4-c92b-4a73-bf5b-a81c822dd2a3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 944 time: 0.0546682 Oct 04 05:47:56.249932 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8469b77d-811e-4fd3-9ea5-c5c231e3f9ad x-openstack-request-id: req-8469b77d-811e-4fd3-9ea5-c5c231e3f9ad {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:56.250303 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "name": "network-vif-plugged", "status": "completed", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:56.250557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8469b77d-811e-4fd3-9ea5-c5c231e3f9ad {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:56.251346 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8469b77d-811e-4fd3-9ea5-c5c231e3f9ad'] response: {'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'code': 200} Oct 04 05:47:56.280871 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5bf4c89e-2fd1-4446-85e8-2c6c0e595998 req-8ed050a2-e836-4aa6-97b8-1adb9d07b540 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Oct 04 05:47:56.295343 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:56.345545 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=cc21ab55-5520-44ff-9fa8-6eca7297581f,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:56.769387 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86efca-e19d-4da5-8ddc-13787fe5c373 req-289bc070-9c8f-48f8-a8a9-c20e703a906e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:56.771124 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ea86efca-e19d-4da5-8ddc-13787fe5c373 req-289bc070-9c8f-48f8-a8a9-c20e703a906e tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0471206 Oct 04 05:47:56.792692 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:56.824970 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ea86efca-e19d-4da5-8ddc-13787fe5c373 req-1bf4af0d-9bff-4897-8f83-773bc14f2522 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480840 Oct 04 05:47:56.859970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-319dd17c-4245-4f21-8d3c-ee2449e94f6c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:56.861386 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-319dd17c-4245-4f21-8d3c-ee2449e94f6c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0799987 Oct 04 05:47:56.866586 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433796d-a2ce-47ad-97d1-c0503ed67cd0 req-968d8883-6778-4a23-9902-c7c32cd42846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:56.868234 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9433796d-a2ce-47ad-97d1-c0503ed67cd0 req-968d8883-6778-4a23-9902-c7c32cd42846 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 1129 time: 0.0549793 Oct 04 05:47:56.979079 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9433796d-a2ce-47ad-97d1-c0503ed67cd0 req-cef7a9fd-ca2f-40b6-8670-0ef08881fcfe service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994899 Oct 04 05:47:56.985384 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:47:56.985711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:57.036589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:57.364060 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f009-9126-4be9-ae82-3f1965f9c505 req-2cabfd3a-4e44-45a8-ab2d-dd50dbca4a41 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:57.365518 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-de97f009-9126-4be9-ae82-3f1965f9c505 req-2cabfd3a-4e44-45a8-ab2d-dd50dbca4a41 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 946 time: 0.0665483 Oct 04 05:47:57.373586 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] For port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:47:57.374477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:57.459797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffde4f-f340-4566-a3fb-438db8590738 req-9f6fbc06-3ac9-48dd-8673-93068883920a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:57.461344 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1fffde4f-f340-4566-a3fb-438db8590738 req-9f6fbc06-3ac9-48dd-8673-93068883920a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.0490179 Oct 04 05:47:57.473943 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-de97f009-9126-4be9-ae82-3f1965f9c505 req-b29c885c-fb94-4aaa-b461-d7f14c00e990 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=79abaf73-8876-4af8-a7c1-02988f1489b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022928 Oct 04 05:47:57.503912 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:57.511226 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1fffde4f-f340-4566-a3fb-438db8590738 req-e01bedef-1968-4d6a-92f7-b26d7ea53782 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 Oct 04 05:47:57.578972 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:57.579229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (6f931a8b-8baa-4138-b6dd-028f70c666be), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:57.579535 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 6f931a8b-8baa-4138-b6dd-028f70c666be disassociated. External IP: 172.27.1.11, port: 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1. Oct 04 05:47:57.579945 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:47:57.586473 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-24a6f994-bda8-41c9-bdb2-d6605db80ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:57.752442 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (85eef61c-7813-4495-a4cb-e1f1f1d9d6f1), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:57.782104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=85eef61c-7813-4495-a4cb-e1f1f1d9d6f1,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:47:57.896213 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:57.984581 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:57.992134 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90103d-3aa5-4572-a312-6d1e3d26670e req-ae7f3e61-8726-4189-b406-d5d628d1ed9c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:57.993606 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d90103d-3aa5-4572-a312-6d1e3d26670e req-ae7f3e61-8726-4189-b406-d5d628d1ed9c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0897014 Oct 04 05:47:58.079146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:47:58.088378 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d90103d-3aa5-4572-a312-6d1e3d26670e req-c6906102-7b89-4132-bae1-09357ce06bdc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652390 Oct 04 05:47:58.088890 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:47:58.097457 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:58.100421 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:58.101273 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:58.125399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] No DVR routers for this DVR port 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:47:58.127999 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:58.131273 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1f32dda0-f232-465e-90bd-866c977df3c4 req-78dc3944-96f3-4bc7-9e85-5ac990e8aa88 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "DELETE /networking/v2.0/ports/85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 HTTP/1.1" status: 204 len: 173 time: 1.2595408 Oct 04 05:47:58.131773 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'name': 'network-vif-deleted', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:47:58.133970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4531ffb7-cca9-466e-a804-57e8e701e1ac" -d '{"events": [{"server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "name": "network-vif-deleted", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:47:58.175174 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f4f1f-f95c-4d59-98dc-f892264c13ef x-openstack-request-id: req-fe7f4f1f-f95c-4d59-98dc-f892264c13ef {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:47:58.175464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3ace6-a575-4b82-8b82-a578d13bb43c", "name": "network-vif-deleted", "tag": "85eef61c-7813-4495-a4cb-e1f1f1d9d6f1", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:47:58.175855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe7f4f1f-f95c-4d59-98dc-f892264c13ef {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:47:58.176116 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7f4f1f-f95c-4d59-98dc-f892264c13ef'] response: {'server_uuid': 'edc3ace6-a575-4b82-8b82-a578d13bb43c', 'name': 'network-vif-deleted', 'tag': '85eef61c-7813-4495-a4cb-e1f1f1d9d6f1', 'status': 'completed', 'code': 200} Oct 04 05:47:58.225637 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:58.426619 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:58.451173 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:47:58.460150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:47:58.460734 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:47:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:58.564872 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:47:58.584375 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c25ca92f-a9e0-4122-ba27-404aab2f268c req-dd5aef0e-3dd1-456e-a029-3f4985775361 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0335872 Oct 04 05:47:58.647955 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a06df-6757-4ae6-a9b8-8918680e15ec req-ab18d4ec-8669-463c-9222-5bbb469e2e27 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:58.649327 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-de1a06df-6757-4ae6-a9b8-8918680e15ec req-ab18d4ec-8669-463c-9222-5bbb469e2e27 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.0549953 Oct 04 05:47:58.683255 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:58.697713 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-de1a06df-6757-4ae6-a9b8-8918680e15ec req-2281338d-ce85-4f7f-9969-a6eee4b05c0e tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Oct 04 05:47:58.757769 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:47:58.785682 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7d569-32bf-4876-a5af-37838ad49f3b None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:47:58.822904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cfd13-aaf4-4b9c-b92c-c73587515938 req-cdbb0b2d-38d7-44c9-ac09-32ab7433008b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:58.824798 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf1cfd13-aaf4-4b9c-b92c-c73587515938 req-cdbb0b2d-38d7-44c9-ac09-32ab7433008b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.0539591 Oct 04 05:47:58.835242 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45252) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:47:58.839842 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Request body: {'floatingip': {'port_id': 'cc21ab55-5520-44ff-9fa8-6eca7297581f'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:47:58.882885 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (c6a878ae-b7e6-49a5-a762-d96850449e07), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:59.033663 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f295c-f6b4-41c4-bfe6-1882135756b7 None None] New status for floating IP 6f931a8b-8baa-4138-b6dd-028f70c666be: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:47:59.439535 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:59.456816 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23820f-6d8d-4270-b79e-8cbe19efeaca req-0428716f-c964-45fc-82ed-8bd2c6d2e4e0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:47:59.457470 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec23820f-6d8d-4270-b79e-8cbe19efeaca req-0428716f-c964-45fc-82ed-8bd2c6d2e4e0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0941370 Oct 04 05:47:59.567106 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec23820f-6d8d-4270-b79e-8cbe19efeaca req-89fef54a-3055-4aed-b885-833d3d64f8e0 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025434 Oct 04 05:47:59.626757 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:59.680364 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:59.688114 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (c6a878ae-b7e6-49a5-a762-d96850449e07), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:59.704597 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4d99ed5c-8bbe-478b-b696-3d7fda5ed80d req-addbb7d5-ace5-4962-a75c-605ec648fab9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=edc3ace6-a575-4b82-8b82-a578d13bb43c HTTP/1.1" status: 200 len: 210 time: 0.0324857 Oct 04 05:47:59.784080 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Floating IP c6a878ae-b7e6-49a5-a762-d96850449e07 associated. External IP: 172.27.1.80, port: cc21ab55-5520-44ff-9fa8-6eca7297581f. Oct 04 05:47:59.922016 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-870f53d3-aedf-4300-a79d-562c502f0b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:47:59.981605 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:47:59.984521 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:47:59.994649 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:00.015474 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:00.016041 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 85eef61c-7813-4495-a4cb-e1f1f1d9d6f1 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:00.085080 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:00.089975 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:00.094629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:00.105547 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:00.106174 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:00.122564 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-1ecc4aae-0496-4109-87d0-bf7f1ae5cdd3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/c6a878ae-b7e6-49a5-a762-d96850449e07 HTTP/1.1" status: 200 len: 990 time: 1.2861483 Oct 04 05:48:00.123208 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:00.126089 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da430f77-29df-4031-b21d-b5ef61b95d01" -d '{"events": [{"name": "network-changed", "server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:00.161634 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde334c-9bc8-4397-a4f5-2f4f9f9c07dd x-openstack-request-id: req-9dde334c-9bc8-4397-a4f5-2f4f9f9c07dd {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:00.161923 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:00.162367 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dde334c-9bc8-4397-a4f5-2f4f9f9c07dd {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:00.162663 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dde334c-9bc8-4397-a4f5-2f4f9f9c07dd'] response: {'name': 'network-changed', 'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'status': 'completed', 'code': 200} Oct 04 05:48:00.211057 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:00.262533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-7eb01590-32d0-4011-872d-b0d3903fd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:00.265734 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-7eb01590-32d0-4011-872d-b0d3903fd80c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=7efd5ee13f094656992497528d761f2c&device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 1129 time: 0.0414650 Oct 04 05:48:00.368473 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-831132fd-ed53-4103-9cc9-1f41a87d8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:00.369925 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-831132fd-ed53-4103-9cc9-1f41a87d8d90 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 200 len: 911 time: 0.0979965 Oct 04 05:48:00.431911 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-a1222fd1-78bc-4c8d-a5ce-2583594f58ca service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f HTTP/1.1" status: 200 len: 998 time: 0.0552070 Oct 04 05:48:00.483370 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-cf3ac36c-a821-45a9-b48b-dfbb310a85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:00.484820 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-cf3ac36c-a821-45a9-b48b-dfbb310a85dd service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 200 len: 849 time: 0.0452635 Oct 04 05:48:00.530691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-818fb003-841a-41dc-9be1-f5609b2fc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:00.532105 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-818fb003-841a-41dc-9be1-f5609b2fc989 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=c03165e1-beb9-4a5b-abe8-8381d5e7772e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386167 Oct 04 05:48:00.532625 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:00.552297 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'c6a878ae-b7e6-49a5-a762-d96850449e07', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'port_id': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'mac_address': 'fa:16:3e:80:07:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:59Z', 'revision_number': 1, 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:00.577066 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:00.585413 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:00.586002 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:00.628305 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-46d8a338-6b0e-42c7-a9ed-bde44c767c36 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Oct 04 05:48:00.694267 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:00.734339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449dc3f-553f-4001-9d41-30b0ae22282c req-8bdccb63-67e8-4685-b324-4731e5395e93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:00.735832 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1449dc3f-553f-4001-9d41-30b0ae22282c req-8bdccb63-67e8-4685-b324-4731e5395e93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0915575 Oct 04 05:48:00.776380 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-da430f77-29df-4031-b21d-b5ef61b95d01 req-afb6197c-9a40-4d2a-a748-a790da5c806e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408908 Oct 04 05:48:00.804690 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1449dc3f-553f-4001-9d41-30b0ae22282c req-8a044ae8-696b-4e27-8869-d0ead09c1633 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577002 Oct 04 05:48:00.850560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45276) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:00.912597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-59a79956-2eea-4edd-bc65-e36a4f76af62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (79abaf73-8876-4af8-a7c1-02988f1489b4), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:00.923947 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'c6a878ae-b7e6-49a5-a762-d96850449e07', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'port_id': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'mac_address': 'fa:16:3e:80:07:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:59Z', 'revision_number': 1, 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:00.935307 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-59a79956-2eea-4edd-bc65-e36a4f76af62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (79abaf73-8876-4af8-a7c1-02988f1489b4), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:00.953486 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ea482c-c4b6-419b-ac29-680255c6ed40 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'c6a878ae-b7e6-49a5-a762-d96850449e07', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'port_id': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'mac_address': 'fa:16:3e:80:07:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:47:41Z', 'updated_at': '2022-10-04T05:47:59Z', 'revision_number': 1, 'project_id': '7efd5ee13f094656992497528d761f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:01.042095 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-59a79956-2eea-4edd-bc65-e36a4f76af62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (79abaf73-8876-4af8-a7c1-02988f1489b4), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.044786 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-59a79956-2eea-4edd-bc65-e36a4f76af62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.046535 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-59a79956-2eea-4edd-bc65-e36a4f76af62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/79abaf73-8876-4af8-a7c1-02988f1489b4 HTTP/1.1" status: 204 len: 168 time: 0.1950066 Oct 04 05:48:01.049353 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45278) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:01.056148 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a79956-2eea-4edd-bc65-e36a4f76af62 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79abaf73-8876-4af8-a7c1-02988f1489b4,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:01.064347 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.api.v2.resource [None req-8d8f68f5-c317-4727-abfb-408677ccf5b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] show failed (client error): The resource could not be found. Oct 04 05:48:01.065522 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8d8f68f5-c317-4727-abfb-408677ccf5b6 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups/79abaf73-8876-4af8-a7c1-02988f1489b4 HTTP/1.1" status: 404 len: 347 time: 0.0150595 Oct 04 05:48:01.068324 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45280) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:01.146450 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.166380 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df406d01-b60e-42ac-ac94-91f62cbf0626 None None] New status for floating IP c6a878ae-b7e6-49a5-a762-d96850449e07: ACTIVE {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:48:01.186940 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port e22111b6-05a3-490e-9511-8a8d7ed66610 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:01.187282 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.265171 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.265478 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (e22111b6-05a3-490e-9511-8a8d7ed66610), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.277870 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for e22111b6-05a3-490e-9511-8a8d7ed66610 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:01.392619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:01.394797 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:01.472313 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (e22111b6-05a3-490e-9511-8a8d7ed66610), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.497097 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=e22111b6-05a3-490e-9511-8a8d7ed66610,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:01.557854 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (6f931a8b-8baa-4138-b6dd-028f70c666be), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.560347 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.566066 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d6507c5a-34d6-4157-a101-7f197333b6ce tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/6f931a8b-8baa-4138-b6dd-028f70c666be HTTP/1.1" status: 204 len: 168 time: 0.4922357 Oct 04 05:48:01.708959 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45286) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:01.713513 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374561063', 'description': 'tempest-description--437921199'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:01.815208 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.886225 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (5a48d512-9708-47cc-8550-0aacdd2d764b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.932122 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce6de-e9af-4a5b-8200-011d27aaf606 req-c623c069-6466-467c-83ae-70e0db8b44f7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:01.933699 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-db9ce6de-e9af-4a5b-8200-011d27aaf606 req-c623c069-6466-467c-83ae-70e0db8b44f7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0487556 Oct 04 05:48:01.940381 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5a48d512-9708-47cc-8550-0aacdd2d764b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:01.971994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48d512-9708-47cc-8550-0aacdd2d764b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:01.986056 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-db9ce6de-e9af-4a5b-8200-011d27aaf606 req-a491ca34-ab85-4552-ac02-fc96c7fd1ea8 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Oct 04 05:48:02.016261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.017518 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a072ca55-236d-4cb4-a1f9-3567dc885f4d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3075702 Oct 04 05:48:02.020405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45292) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:02.024836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': '5a48d512-9708-47cc-8550-0aacdd2d764b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:02.106477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (b19fc1c3-ca67-44a9-8a39-12e4c15200be), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.159588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (b19fc1c3-ca67-44a9-8a39-12e4c15200be), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.214985 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (b19fc1c3-ca67-44a9-8a39-12e4c15200be), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.233887 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19fc1c3-ca67-44a9-8a39-12e4c15200be,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:02.285386 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.286711 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5fa3e2cb-7bed-4e47-87f7-4fc00d0f3394 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653477 Oct 04 05:48:02.289376 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45294) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:02.293572 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'security_group_rule': {'security_group_id': '5a48d512-9708-47cc-8550-0aacdd2d764b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:02.771805 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (40f51793-657e-4d81-bdbf-be59c5e6637d), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.828122 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (40f51793-657e-4d81-bdbf-be59c5e6637d), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.876491 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.923672 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.923851 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (40f51793-657e-4d81-bdbf-be59c5e6637d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:02.943684 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f51793-657e-4d81-bdbf-be59c5e6637d,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:03.003909 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.005203 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9803a4d7-c045-4d19-848c-2206b35ca934 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7148345 Oct 04 05:48:03.008414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45298) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:03.012612 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:03.111615 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e188-78e4-4664-a030-d2e6151d30da req-62cfe6a2-f182-4cdf-a24c-c7a6fe640826 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:03.112978 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a906e188-78e4-4664-a030-d2e6151d30da req-62cfe6a2-f182-4cdf-a24c-c7a6fe640826 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Oct 04 05:48:03.114423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.193619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:03.222004 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a906e188-78e4-4664-a030-d2e6151d30da req-3bb03131-dcfa-49ab-a688-f630987697ef tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032119 Oct 04 05:48:03.224484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.270092 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:03.327451 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.27.1.161 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/fb0faee7-4ba7-4996-b444-b74681f650f5) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:48:03.428742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.524395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.563681 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:48:03.567494 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:48:03.570428 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:48:03.598733 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=fb0faee7-4ba7-4996-b444-b74681f650f5,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:03.659217 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:03.668604 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (8c7ca86b-0ccf-4f30-af98-8112fabb525f), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.693154 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:03.716894 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-b8aae468-52a4-4484-8815-5a5f35311d4a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1310825236&fields=id&tenant_id=45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 267 time: 0.0442774 Oct 04 05:48:03.741911 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.823981 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-bf312a17-0f81-43f0-b48a-5df079735b2d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:03.825431 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-bf312a17-0f81-43f0-b48a-5df079735b2d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 811 time: 0.1019495 Oct 04 05:48:03.841791 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-de5a86f3-3f0e-4269-ac86-690ffabb4f54 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/quotas/45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 375 time: 0.0100162 Oct 04 05:48:03.891891 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:03.897590 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-880a9525-137e-4df8-abb6-291f7f1df45a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497131 Oct 04 05:48:03.969462 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:04.039120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=fb0faee7-4ba7-4996-b444-b74681f650f5,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:04.039681 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-0d862ff8-f600-4460-b253-a4dfb6c32fad service neutron] 10.222.0.26 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307249 Oct 04 05:48:04.046399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (8c7ca86b-0ccf-4f30-af98-8112fabb525f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:04.125003 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:04.126318 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2cf4c23f-6a92-4ae4-a8b2-fff5425c6cbe tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1169710 Oct 04 05:48:04.133627 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-7dfd9ee3-f494-40c6-ade1-d010574faf7a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871310 Oct 04 05:48:04.282827 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-06d17d4e-72bc-40de-9f51-0205d9714845 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1374561063&fields=id&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 267 time: 0.0460773 Oct 04 05:48:04.388649 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-29c96c99-821b-46f4-8851-42d54b6bb36c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:04.390133 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-29c96c99-821b-46f4-8851-42d54b6bb36c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.1006901 Oct 04 05:48:04.404245 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-de19d5ad-31b4-4a67-b3df-16811c512ddf tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 375 time: 0.0087390 Oct 04 05:48:04.453356 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-9f70a88e-38bd-4da0-a716-c415fa61c16d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435727 Oct 04 05:48:04.598729 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-5a56edb5-6c89-4c04-92c4-318231b55d68 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338716 Oct 04 05:48:04.695947 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-51f4579f-9223-4bc9-b0e6-d88fcbb68aa0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912628 Oct 04 05:48:04.782671 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a83a-a967-4cf1-bd80-6f8b3b077106 req-96fb70c1-f844-4faa-8ae8-bedb3d7e45bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:04.784450 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ddd2a83a-a967-4cf1-bd80-6f8b3b077106 req-96fb70c1-f844-4faa-8ae8-bedb3d7e45bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Oct 04 05:48:04.833324 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ddd2a83a-a967-4cf1-bd80-6f8b3b077106 req-592dc493-3b22-42f6-a223-721c1b72ab84 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Oct 04 05:48:04.903440 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ee05a978-79ad-4a99-b072-55e4130b934e req-2de5de09-ebdc-4299-acf6-698b7b9b4f06 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0319281 Oct 04 05:48:05.008637 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:05.031949 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0da27c30-e26a-49ca-b662-56e15f79d445 req-a67fe891-53a6-4299-bafa-0c86d7df5a57 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0315886 Oct 04 05:48:05.867530 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2913e0c-9bb4-4945-b96e-23858884b55e req-fc4a9f04-1bd5-4d22-9230-a53a8eb68be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:05.869116 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e2913e0c-9bb4-4945-b96e-23858884b55e req-fc4a9f04-1bd5-4d22-9230-a53a8eb68be3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.0395918 Oct 04 05:48:05.949317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:05.973240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c77232-a815-4f58-828d-7b8aa1732ad1 req-95667d42-f81b-48e6-807a-975d94dd05fc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:05.980766 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4c77232-a815-4f58-828d-7b8aa1732ad1 req-95667d42-f81b-48e6-807a-975d94dd05fc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0647683 Oct 04 05:48:05.988254 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4e2f736e-fe0f-421d-b98a-868fb6c6c2f6 req-8ba36b13-dae5-4b87-8dba-16e8dfa607fc tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0289011 Oct 04 05:48:06.003284 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e2913e0c-9bb4-4945-b96e-23858884b55e req-f743adf3-ce23-4cdc-87c0-caf3d3b6a526 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842161 Oct 04 05:48:06.032393 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d4c77232-a815-4f58-828d-7b8aa1732ad1 req-ca045c72-a63b-43e0-8809-65e54daa7904 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520914 Oct 04 05:48:06.136051 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0ccb5a9d-17be-4378-b807-c3aaaa890019 req-4d2db562-4d59-4bfd-b736-e755b171a3d5 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0297587 Oct 04 05:48:07.096009 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-666eb0b0-e72c-4343-9b93-6bbff64d82da req-17e612da-3376-4c9f-ad02-054c73d9e0dc tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0324757 Oct 04 05:48:07.161488 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9721024-c653-408f-b76f-01b94733d196 req-949d8c23-f992-4876-94d5-7576f4f6dc84 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:07.162969 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d9721024-c653-408f-b76f-01b94733d196 req-949d8c23-f992-4876-94d5-7576f4f6dc84 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Oct 04 05:48:07.211498 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d9721024-c653-408f-b76f-01b94733d196 req-5396568e-0016-469b-8559-ec181be244bf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Oct 04 05:48:07.237018 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593a3-007c-49bd-ba9e-d519b33f5508 req-f43ee504-c033-4ffa-a515-f3edbf1192d5 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0267158 Oct 04 05:48:08.213182 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d9972ae6-d18a-491c-95bd-7b8f6cf58a2c req-13a5b477-7bd5-44d0-a924-89322058278d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0420280 Oct 04 05:48:08.322121 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:08.334053 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c589-c5ad-4ce0-a3c8-a28e93ea54c2 req-bbd5b77d-5bfb-4f80-ab75-a06d3d1dffbf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:08.335880 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a29c589-c5ad-4ce0-a3c8-a28e93ea54c2 req-bbd5b77d-5bfb-4f80-ab75-a06d3d1dffbf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0484390 Oct 04 05:48:08.337714 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e511263f-5940-46d5-89f0-b75c5d6457a9 req-d3e935a3-7714-40db-9bc3-2b1ecb4ebe4c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0278261 Oct 04 05:48:08.384713 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a29c589-c5ad-4ce0-a3c8-a28e93ea54c2 req-ca354639-5cc7-4512-aba6-cd9afa5fb1c4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Oct 04 05:48:08.712458 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-089a5232-f3a9-4bba-9256-b87b5568adc0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:08.713998 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-089a5232-f3a9-4bba-9256-b87b5568adc0 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 815 time: 0.1102059 Oct 04 05:48:08.803538 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-548fa6f1-a2e4-4cdb-8cbe-05e707bcbb73 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7b850d4b5df4a4e93720cb855add44f HTTP/1.1" status: 200 len: 380 time: 0.0530310 Oct 04 05:48:08.817009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'port': {'device_id': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'admin_state_up': True, 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'security_groups': ['5a48d512-9708-47cc-8550-0aacdd2d764b']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:08.926005 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76387e-3ef4-4d2d-81c9-36e244d64b58 req-a4b374b1-1267-4a83-a2b6-2e716d2a5b0f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:08.927920 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4c76387e-3ef4-4d2d-81c9-36e244d64b58 req-a4b374b1-1267-4a83-a2b6-2e716d2a5b0f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0580537 Oct 04 05:48:08.991643 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4c76387e-3ef4-4d2d-81c9-36e244d64b58 req-87d05e7e-c65d-410a-ac7a-615af69d884f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580075 Oct 04 05:48:09.015707 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Made reservation on behalf of f7b850d4b5df4a4e93720cb855add44f for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:48:09.020331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:09.118223 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-3ef67ff3-e32e-494e-9771-9d3ffbf3b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:09.119696 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-3ef67ff3-e32e-494e-9771-9d3ffbf3b515 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.1401627 Oct 04 05:48:09.180250 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Allocated IP 172.20.0.9 (2c58c152-65b4-475d-9100-474584bb25cf/645be345-79fa-4dd5-978e-beefddbca126/61425b0d-a5a9-464e-a54a-4afd7be1d75c) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:48:09.335004 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f17924ba-55a9-408e-8014-61569c75283f req-0282ce0e-56d2-4ff6-9e3a-bb6a719b61e3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0440958 Oct 04 05:48:09.344167 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:09.441398 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6c51ba45-757a-41fb-b69a-577cabef5edb req-7be0d738-5afe-4476-90c6-b4e7b640568b tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0285895 Oct 04 05:48:09.443552 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:09.459303 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-43f91ae2-6ccc-4677-9882-2434c39c7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:09.460974 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-43f91ae2-6ccc-4677-9882-2434c39c7943 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.0971324 Oct 04 05:48:09.525049 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:09.531179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:09.569884 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-ea25c10c-fc3b-4c45-bcd6-05ed9ae937d7 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 1001 time: 0.0884342 Oct 04 05:48:09.595509 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Network 2c58c152-65b4-475d-9100-474584bb25cf is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:48:09.614214 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:48:09.615940 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event updated for resources: {'Port': ['ID=61425b0d-a5a9-464e-a54a-4afd7be1d75c,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:09.620423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:48:09.807802 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-30156f16-8f04-4df5-8e42-98049d80ffe0 None None] Provisioning complete for port 61425b0d-a5a9-464e-a54a-4afd7be1d75c triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:48:09.808381 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-30156f16-8f04-4df5-8e42-98049d80ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:09.808486 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-30156f16-8f04-4df5-8e42-98049d80ffe0 None None] Attempt 1 to provision port 61425b0d-a5a9-464e-a54a-4afd7be1d75c Oct 04 05:48:09.846055 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-30156f16-8f04-4df5-8e42-98049d80ffe0 None None] Port 61425b0d-a5a9-464e-a54a-4afd7be1d75c cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:48:09.981859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-29a1b112-6201-4dfb-bbb1-808ad3eccd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:09.983341 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-29a1b112-6201-4dfb-bbb1-808ad3eccd63 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.4032390 Oct 04 05:48:10.006043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:10.006657 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:10.070184 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-eaf4966d-5257-446a-b1e3-cd96b8a1d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:10.071666 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-eaf4966d-5257-446a-b1e3-cd96b8a1d5d2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792389 Oct 04 05:48:10.102992 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-90823c55-769c-479c-989e-696903732bb1 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:10.104371 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-90823c55-769c-479c-989e-696903732bb1 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 811 time: 0.4586339 Oct 04 05:48:10.132470 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-f5234709-6e8f-4aab-b3e9-c30a388a04dc tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202703 Oct 04 05:48:10.181066 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Request body: {'port': {'device_id': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:10.219674 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea9c98-22c4-4e0f-b4c9-2e3c89b5ffdb req-91903700-a3be-424c-a103-ba2c3165a247 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:10.221104 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-caea9c98-22c4-4e0f-b4c9-2e3c89b5ffdb req-91903700-a3be-424c-a103-ba2c3165a247 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.1485276 Oct 04 05:48:10.339246 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-9c9c59a6-35f8-486a-9a72-44fb3a8a4637 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 380 time: 0.2023635 Oct 04 05:48:10.345360 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-4c900677-7e7a-4f49-ab36-6b996f4ff88a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606671 Oct 04 05:48:10.356703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:10.361498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'port': {'device_id': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'admin_state_up': True, 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'security_groups': ['4edf734e-2df6-4708-86b7-64d2e9e527f0']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:10.377528 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-caea9c98-22c4-4e0f-b4c9-2e3c89b5ffdb req-57abee83-6399-4237-a994-b2f3f2026387 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470251 Oct 04 05:48:10.440559 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d0194db7-cdd0-4c54-b9b1-8c1f22f14d18 req-883625c0-fb0e-4a39-bc98-2a4685cab66d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0280936 Oct 04 05:48:10.459318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:10.643338 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:10.653853 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3fb6c93b-f4b1-4aa5-874a-312024df5b30 req-de63faeb-0c4b-4d85-9ce7-dd6f386082e7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995923 Oct 04 05:48:10.664747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d46da-6000-43c5-bd45-b178e7fa9a4a req-bfb57bd2-be0a-41af-a64d-2218ef89aa94 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:10.666096 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ea0d46da-6000-43c5-bd45-b178e7fa9a4a req-bfb57bd2-be0a-41af-a64d-2218ef89aa94 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 931 time: 0.1422546 Oct 04 05:48:10.775433 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ea0d46da-6000-43c5-bd45-b178e7fa9a4a req-2a46ff61-ecf0-4350-a3cb-3e5e2b8a56d3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027634 Oct 04 05:48:10.827466 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Made reservation on behalf of 45a5869786d843fe9fb5cdb6b3596c2f for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:48:10.831162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:10.883822 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61425b0d-a5a9-464e-a54a-4afd7be1d75c {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:48:10.918640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Publish callbacks [] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:10.945250 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Transition to ACTIVE for port object 61425b0d-a5a9-464e-a54a-4afd7be1d75c will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:48:11.000642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Allocated IP 172.20.0.9 (79e2bf3e-1f66-495f-8ec9-26b178e13978/40c2cddc-6a23-4917-8672-2d8b2b8b711d/3846f25e-2d58-45ca-827a-81e04bfd4146) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:48:11.010291 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.099584 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=61425b0d-a5a9-464e-a54a-4afd7be1d75c,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:11.167091 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:11.217760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Attempting to bind port 61425b0d-a5a9-464e-a54a-4afd7be1d75c on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:48:11.217976 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Attempting to bind port 61425b0d-a5a9-464e-a54a-4afd7be1d75c by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:48:11.218330 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Attempting to bind port 61425b0d-a5a9-464e-a54a-4afd7be1d75c on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:48:11.261039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.267196 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:11.271144 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:11.290109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Port 61425b0d-a5a9-464e-a54a-4afd7be1d75c on network 2c58c152-65b4-475d-9100-474584bb25cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:48:11.290476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Attempting to bind port 61425b0d-a5a9-464e-a54a-4afd7be1d75c on network 2c58c152-65b4-475d-9100-474584bb25cf {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:48:11.323318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:11.344938 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:48:11.345619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Checking segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:48:11.345619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Bound using segment: {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:48:11.346046 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Bound port: 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3436eba9-9df7-46c3-958c-ae9caa05c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:48:11.346424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.395247 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.442412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] For port 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:48:11.453887 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:48:11.465133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:48:11.468403 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:48:11.502300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] For port 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:48:11.509222 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892ace4-2917-4113-bfe2-e2aca7595952 req-d10949b3-c764-4ce4-b040-b30867387a04 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:11.513236 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a892ace4-2917-4113-bfe2-e2aca7595952 req-d10949b3-c764-4ce4-b040-b30867387a04 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0537150 Oct 04 05:48:11.513387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=3846f25e-2d58-45ca-827a-81e04bfd4146,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:11.541744 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:11.542376 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.579553 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a892ace4-2917-4113-bfe2-e2aca7595952 req-720241a7-da82-4f35-bc1d-e55b1e74cb98 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590703 Oct 04 05:48:11.594464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84c244-d4fb-4bdc-b7ce-2c1b5d8097ac req-16eef92b-0b1c-4db8-87a3-eecf27f9d0ba tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:11.596109 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0c84c244-d4fb-4bdc-b7ce-2c1b5d8097ac req-16eef92b-0b1c-4db8-87a3-eecf27f9d0ba tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 931 time: 0.0612259 Oct 04 05:48:11.598394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.603037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:11.603701 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.605145 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/61425b0d-a5a9-464e-a54a-4afd7be1d75c HTTP/1.1" status: 200 len: 1093 time: 1.4348719 Oct 04 05:48:11.605761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:11.608152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:11.662673 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-55bfbe31-1d1b-492b-a0dd-2151a4292007 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3064167 Oct 04 05:48:11.691717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fb6d4-c3d4-4e90-a2c7-3511a9ed4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=61425b0d-a5a9-464e-a54a-4afd7be1d75c,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:11.707290 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0c84c244-d4fb-4bdc-b7ce-2c1b5d8097ac req-fdf1fc48-147a-4c52-b241-aa42454db24e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762372 Oct 04 05:48:11.711087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8653861-8c2b-4347-adfe-825f40e018c1 x-openstack-request-id: req-c8653861-8c2b-4347-adfe-825f40e018c1 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:11.711370 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:11.711621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8653861-8c2b-4347-adfe-825f40e018c1 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:11.712021 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8653861-8c2b-4347-adfe-825f40e018c1'] response: {'name': 'network-changed', 'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'status': 'completed', 'code': 200} Oct 04 05:48:11.775184 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-0fbbea89-0b85-4586-b876-afbd5e2e8904 None None] Provisioning complete for port 3846f25e-2d58-45ca-827a-81e04bfd4146 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:48:11.775735 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0fbbea89-0b85-4586-b876-afbd5e2e8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:11.775873 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-0fbbea89-0b85-4586-b876-afbd5e2e8904 None None] Attempt 1 to provision port 3846f25e-2d58-45ca-827a-81e04bfd4146 Oct 04 05:48:11.807162 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbea89-0b85-4586-b876-afbd5e2e8904 None None] Port 3846f25e-2d58-45ca-827a-81e04bfd4146 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:48:11.898748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd77940-7e7f-4f98-b77b-4f8cf2f8608c req-1087afc8-7991-4f5b-be9f-4ace6bbcb657 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:11.900214 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0dd77940-7e7f-4f98-b77b-4f8cf2f8608c req-1087afc8-7991-4f5b-be9f-4ace6bbcb657 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 943 time: 0.0466616 Oct 04 05:48:11.946699 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0dd77940-7e7f-4f98-b77b-4f8cf2f8608c req-db483d38-8550-40dd-846f-632836f6f330 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409660 Oct 04 05:48:12.531340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Request body: {'port': {'device_id': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:12.615704 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd req-4d4fdd5a-3ae3-40c0-8904-72e84e0f8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:12.617189 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd req-4d4fdd5a-3ae3-40c0-8904-72e84e0f8174 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 1127 time: 0.0819697 Oct 04 05:48:12.623761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:12.711440 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:12.761132 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afc59a-8487-4f24-9107-f6a01976e2cf req-c66956e7-f680-4cb6-87b7-8a09f88fb19c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:12.762659 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-87afc59a-8487-4f24-9107-f6a01976e2cf req-c66956e7-f680-4cb6-87b7-8a09f88fb19c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0953977 Oct 04 05:48:12.828668 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df26092-d53c-45e3-aa4e-ab3c72e59080 req-f8855ab0-92de-4b5d-881b-e67d18d58fc3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:12.830089 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3df26092-d53c-45e3-aa4e-ab3c72e59080 req-f8855ab0-92de-4b5d-881b-e67d18d58fc3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 931 time: 0.0472338 Oct 04 05:48:12.872643 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-87afc59a-8487-4f24-9107-f6a01976e2cf req-153ae79a-7ebf-4f3e-8a40-790a08666cf1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044075 Oct 04 05:48:12.880408 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3df26092-d53c-45e3-aa4e-ab3c72e59080 req-312f9720-8f6c-4413-8eff-4271a6c8912e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444851 Oct 04 05:48:12.959903 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3846f25e-2d58-45ca-827a-81e04bfd4146 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:48:12.967902 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Publish callbacks [] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:12.979970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Transition to ACTIVE for port object 3846f25e-2d58-45ca-827a-81e04bfd4146 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:48:13.043418 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:13.070104 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2158a-950f-4817-9c4b-5b43cf8b961c req-51a28e42-182d-4acf-bf60-6310a9d6caaa tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.071881 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f2a2158a-950f-4817-9c4b-5b43cf8b961c req-51a28e42-182d-4acf-bf60-6310a9d6caaa tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 943 time: 0.0521767 Oct 04 05:48:13.124362 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f2a2158a-950f-4817-9c4b-5b43cf8b961c req-d93885f2-630f-4d3e-936a-46cc2812325c tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Oct 04 05:48:13.132532 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:13.135314 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Pushing event updated for resources: {'Port': ['ID=3846f25e-2d58-45ca-827a-81e04bfd4146,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:13.165618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Attempting to bind port 3846f25e-2d58-45ca-827a-81e04bfd4146 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:48:13.165953 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Attempting to bind port 3846f25e-2d58-45ca-827a-81e04bfd4146 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:48:13.166321 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Attempting to bind port 3846f25e-2d58-45ca-827a-81e04bfd4146 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:48:13.207997 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Port 3846f25e-2d58-45ca-827a-81e04bfd4146 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:48:13.208335 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Attempting to bind port 3846f25e-2d58-45ca-827a-81e04bfd4146 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:48:13.253133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:48:13.253466 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Checking segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:48:13.253876 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Bound using segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:48:13.254337 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Bound port: 3846f25e-2d58-45ca-827a-81e04bfd4146, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:48:13.254689 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:13.379415 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] For port 3846f25e-2d58-45ca-827a-81e04bfd4146, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:48:13.403756 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] For port 3846f25e-2d58-45ca-827a-81e04bfd4146, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3846f25e-2d58-45ca-827a-81e04bfd4146,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:48:13.414592 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd req-7542b0b0-3110-4481-a101-d61f7b9e93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.416103 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd req-7542b0b0-3110-4481-a101-d61f7b9e93ca service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=f7b850d4b5df4a4e93720cb855add44f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1302991 Oct 04 05:48:13.473948 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:13.476825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.477722 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:13.479058 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/3846f25e-2d58-45ca-827a-81e04bfd4146 HTTP/1.1" status: 200 len: 1093 time: 0.9525599 Oct 04 05:48:13.553624 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:13.558640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd req-3895ce40-7df3-4ee0-99cc-24b99469bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.560085 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8f18a1b4-aa4c-4a6d-aa81-69548c1357fd req-3895ce40-7df3-4ee0-99cc-24b99469bb6f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372695 Oct 04 05:48:13.561156 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a283bf-61f6-4f62-83de-39e7358c0582 service neutron] Pushing event updated for resources: {'Port': ['ID=3846f25e-2d58-45ca-827a-81e04bfd4146,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:13.704125 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-ea7f6fc6-cea9-48b2-957b-f4b7c9468e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.705466 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-ea7f6fc6-cea9-48b2-957b-f4b7c9468e40 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 1127 time: 0.0648696 Oct 04 05:48:13.712339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-563269b2-f03a-44c1-a59e-5a55954d934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.713649 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-563269b2-f03a-44c1-a59e-5a55954d934f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 1127 time: 0.0467477 Oct 04 05:48:13.714125 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:13.716341 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b673f232-5cec-4908-aac3-5fe7cd475f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:13.754504 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563dc891-1f5d-4347-b03f-305ae5ae710c x-openstack-request-id: req-563dc891-1f5d-4347-b03f-305ae5ae710c {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:13.754790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:13.755039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-563dc891-1f5d-4347-b03f-305ae5ae710c {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:13.755426 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563dc891-1f5d-4347-b03f-305ae5ae710c'] response: {'name': 'network-changed', 'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'status': 'completed', 'code': 200} Oct 04 05:48:13.805479 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-efd10bdb-41a8-4f0e-b246-8e84276f8c13 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c HTTP/1.1" status: 200 len: 217 time: 0.0662093 Oct 04 05:48:13.806739 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-2b894576-3cdd-4ae9-aa25-8ac925087f87 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3846f25e-2d58-45ca-827a-81e04bfd4146 HTTP/1.1" status: 200 len: 217 time: 0.0687578 Oct 04 05:48:13.897936 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-001a6937-8e56-489d-8f7f-8acb8ff10064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.899391 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-001a6937-8e56-489d-8f7f-8acb8ff10064 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0763166 Oct 04 05:48:13.900709 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-1fedd5e5-ecec-49bd-b992-619f4aedf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:13.902003 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-1fedd5e5-ecec-49bd-b992-619f4aedf6b7 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0778689 Oct 04 05:48:14.006040 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607fc7-ad99-4c9f-a5ed-b438388e4cae req-80b248bc-4ef4-4a62-acb1-b0a9781b1b29 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:14.007591 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-82607fc7-ad99-4c9f-a5ed-b438388e4cae req-80b248bc-4ef4-4a62-acb1-b0a9781b1b29 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0475464 Oct 04 05:48:14.009926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-6099a091-4983-4572-9a16-a2796a0c46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:14.011407 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-6099a091-4983-4572-9a16-a2796a0c46b6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982366 Oct 04 05:48:14.016328 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-7cae42d9-fe65-4143-a091-28352af5f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:14.017691 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-7cae42d9-fe65-4143-a091-28352af5f982 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0954986 Oct 04 05:48:14.019881 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:14.030992 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720a18f-33e3-4cb7-b5ce-17579360b681 req-dd4eec5c-70c1-4eaa-89ad-8c19374c3b68 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:14.032429 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3720a18f-33e3-4cb7-b5ce-17579360b681 req-dd4eec5c-70c1-4eaa-89ad-8c19374c3b68 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0636022 Oct 04 05:48:14.059087 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-82607fc7-ad99-4c9f-a5ed-b438388e4cae req-d1ac9f5b-33c5-4526-9694-c9488bacf1c2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457842 Oct 04 05:48:14.207190 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3720a18f-33e3-4cb7-b5ce-17579360b681 req-205de18a-7acf-4c0e-a651-664269fe2eec tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590645 Oct 04 05:48:14.216234 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:14.223795 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-60ee3b6b-ab86-4b3f-8430-7fca85f31861 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893482 Oct 04 05:48:14.244294 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-fd23acd3-0a92-4c12-b821-c72e0da35c51 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101967 Oct 04 05:48:14.257301 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfee6c9-c73d-4a03-8913-923fb303d62f req-c66d9eb7-69ab-435f-9470-48e5c6cdb344 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:14.259071 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bdfee6c9-c73d-4a03-8913-923fb303d62f req-c66d9eb7-69ab-435f-9470-48e5c6cdb344 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 943 time: 0.0577240 Oct 04 05:48:14.312215 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bdfee6c9-c73d-4a03-8913-923fb303d62f req-eedc92de-3bb4-4dd9-bdb0-8a996331a91e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462890 Oct 04 05:48:14.390455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014f55-613d-46d5-9187-7339632348a9 req-6a25703e-f237-4432-9080-94e6337111fe tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:14.391912 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-58014f55-613d-46d5-9187-7339632348a9 req-6a25703e-f237-4432-9080-94e6337111fe tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.1016965 Oct 04 05:48:14.402016 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45448) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:14.407149 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Request body: {'floatingip': {'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:14.429583 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f762d5c7-bca2-4a75-bd03-b0effcb59aa3 req-e1b3db98-5805-4a23-9323-c9765cae7ce5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983798 Oct 04 05:48:14.439424 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec5bdaf3-9221-4bde-83ff-068bf7b66725 req-fa621224-6862-427e-b5b7-5902ebab4163 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852720 Oct 04 05:48:14.461642 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:14.624942 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:14.907250 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:14.957745 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:15.398531 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Router 5b90ad0b-d27a-4413-812d-90993fc5405a has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:48:15.409008 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4c21-2e10-4fc1-a731-db0e7c4297d5 req-bff96f09-c570-4968-b5c6-68c4db8a40d3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:15.410482 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1ace4c21-2e10-4fc1-a731-db0e7c4297d5 req-bff96f09-c570-4968-b5c6-68c4db8a40d3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.2742081 Oct 04 05:48:15.436798 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fd3e1-ada1-4834-96b7-611f837344ed req-525078ab-e21c-4b4d-8185-693d7da088f8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:15.438270 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fe2fd3e1-ada1-4834-96b7-611f837344ed req-525078ab-e21c-4b4d-8185-693d7da088f8 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 943 time: 0.0472319 Oct 04 05:48:15.489251 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fe2fd3e1-ada1-4834-96b7-611f837344ed req-af02b55a-688a-4fbb-9bef-56750507b62e tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449347 Oct 04 05:48:15.532280 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:15.540135 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1ace4c21-2e10-4fc1-a731-db0e7c4297d5 req-3588ccf1-cef3-4a97-b3b4-fd5f9b353a5b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233225 Oct 04 05:48:15.553554 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:15.557991 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:15.565200 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] Sync routers for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:15.573670 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:15.576223 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:15.576830 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:15.590500 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:15.600984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:15.623520 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8406d73e-0771-481e-b76d-6fdcc98cd31b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e828e75f-b4c9-4fbf-a61e-76401be2c07a HTTP/1.1" status: 200 len: 993 time: 1.2203791 Oct 04 05:48:15.690272 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:15.692541 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8256a032-6d4e-401b-bc5d-3de13179ee93 x-openstack-request-id: req-8256a032-6d4e-401b-bc5d-3de13179ee93 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:15.692832 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:15.693081 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8256a032-6d4e-401b-bc5d-3de13179ee93 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:15.693486 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8256a032-6d4e-401b-bc5d-3de13179ee93'] response: {'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'status': 'completed', 'code': 200} Oct 04 05:48:15.793959 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:15.854939 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-26d979a0-21c0-410f-9def-18df6106c1c6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1689999304&fields=id&tenant_id=c237fdd93f3e47dea64bd0143f09b819 HTTP/1.1" status: 200 len: 267 time: 0.0459657 Oct 04 05:48:15.903561 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:15.904111 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'e828e75f-b4c9-4fbf-a61e-76401be2c07a', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:17Z', 'updated_at': '2022-10-04T05:48:14Z', 'revision_number': 3, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:15.915168 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-17e12314-3ec4-46dd-92a1-d38dbe6e3ba3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:15.917803 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-17e12314-3ec4-46dd-92a1-d38dbe6e3ba3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 984 time: 0.0563293 Oct 04 05:48:15.929141 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Request body: {'port': {'security_groups': ['df109a7b-e88e-41c2-8b8a-f08246977c06']}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:15.929380 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] Checking router: 5b90ad0b-d27a-4413-812d-90993fc5405a for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:15.942926 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:15.943536 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:15.993393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-be4cbf40-02c7-47ae-bcb6-41b1cdf62c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:15.995019 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-be4cbf40-02c7-47ae-bcb6-41b1cdf62c11 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 1127 time: 0.0684092 Oct 04 05:48:16.000335 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-c2bf1ba7-88ce-4c07-b445-5c60a465ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.001756 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-c2bf1ba7-88ce-4c07-b445-5c60a465ee7c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.0470393 Oct 04 05:48:16.014303 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.056756 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:16.095193 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 61425b0d-a5a9-464e-a54a-4afd7be1d75c details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:48:16.210815 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:16.241180 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for port (488f01ec-9da2-43ab-bec8-f65c29213231), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.312666 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.328059 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.328725 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.330439 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ec879585-e91b-451f-a574-5e3dcb1ff72e req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "PUT /networking/v2.0/ports/488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 942 time: 0.4063361 Oct 04 05:48:16.348712 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45466) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:16.385363 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['488f01ec-9da2-43ab-bec8-f65c29213231'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:48:16.401053 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:16.417664 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39e193-c0ea-4feb-8f28-a6c7213e4e39 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event updated for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=7']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:16.447245 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-83145edd-5f22-40a5-b713-763bafafea1d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group (e2beedac-f946-4c31-af85-7e6c924292ed), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.455275 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-3ac54b88-1647-4b68-b922-b1ffd9834737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.456732 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-3ac54b88-1647-4b68-b922-b1ffd9834737 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.4389193 Oct 04 05:48:16.457439 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:16.459387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-b46bb308-3d1c-4f12-96c0-7d317042c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.460699 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-b46bb308-3d1c-4f12-96c0-7d317042c450 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.4417508 Oct 04 05:48:16.474235 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-83145edd-5f22-40a5-b713-763bafafea1d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group (e2beedac-f946-4c31-af85-7e6c924292ed), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.543783 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-9350cbbb-68a4-422f-9bba-44839d8b9df3 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3846f25e-2d58-45ca-827a-81e04bfd4146 HTTP/1.1" status: 200 len: 217 time: 0.0704055 Oct 04 05:48:16.569622 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:16.579205 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['488f01ec-9da2-43ab-bec8-f65c29213231'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:48:16.614965 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-83145edd-5f22-40a5-b713-763bafafea1d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e2beedac-f946-4c31-af85-7e6c924292ed), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.618082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-83145edd-5f22-40a5-b713-763bafafea1d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.618752 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-83145edd-5f22-40a5-b713-763bafafea1d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e2beedac-f946-4c31-af85-7e6c924292ed HTTP/1.1" status: 204 len: 168 time: 0.2693326 Oct 04 05:48:16.623783 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45472) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:16.635678 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'port_id': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'mac_address': 'fa:16:3e:0f:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:48:16.636160 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-9112224b-09ae-4475-9471-35628db10fb2 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 1001 time: 0.1616142 Oct 04 05:48:16.673103 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145edd-5f22-40a5-b713-763bafafea1d tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2beedac-f946-4c31-af85-7e6c924292ed,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:16.690827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-79386525-fc9f-4e8a-ac3e-891fcf8fc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.692595 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-79386525-fc9f-4e8a-ac3e-891fcf8fc021 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.1393359 Oct 04 05:48:16.700786 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be16dc8-aaab-4e44-96ca-7e453c2d62a6 req-8a61c05d-c1a9-448e-bbc3-f358666124d3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.702208 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5be16dc8-aaab-4e44-96ca-7e453c2d62a6 req-8a61c05d-c1a9-448e-bbc3-f358666124d3 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 943 time: 0.1151574 Oct 04 05:48:16.727123 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e705d-2c6c-480f-8064-d27f5bc5ae4c req-741353fc-2788-4bd9-9302-5a45fbe603e3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.728551 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7d8e705d-2c6c-480f-8064-d27f5bc5ae4c req-741353fc-2788-4bd9-9302-5a45fbe603e3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0924003 Oct 04 05:48:16.739831 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'e828e75f-b4c9-4fbf-a61e-76401be2c07a', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:17Z', 'updated_at': '2022-10-04T05:48:14Z', 'revision_number': 3, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:16.769137 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-7835cd44-9b03-4598-896b-182c89132ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.770613 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-7835cd44-9b03-4598-896b-182c89132ed3 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.1260452 Oct 04 05:48:16.777750 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 61425b0d-a5a9-464e-a54a-4afd7be1d75c is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:48:16.778154 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.787371 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00b707-bc89-4a1d-b64d-a7ecf8ebd00e None None] The sync data for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi is: [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'e828e75f-b4c9-4fbf-a61e-76401be2c07a', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'port_id': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'mac_address': 'fa:16:3e:9e:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:46:17Z', 'updated_at': '2022-10-04T05:48:14Z', 'revision_number': 3, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:16.814754 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61425b0d-a5a9-464e-a54a-4afd7be1d75c {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:48:16.843747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-db7b3ba4-9894-4926-a3c8-87f9110f9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.846375 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-db7b3ba4-9894-4926-a3c8-87f9110f9618 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1432467 Oct 04 05:48:16.847548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-6cbcb2c7-10d0-44e6-942b-a48754323e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:16.849464 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:16.850376 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-6cbcb2c7-10d0-44e6-942b-a48754323e33 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665524 Oct 04 05:48:16.890316 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5be16dc8-aaab-4e44-96ca-7e453c2d62a6 req-d01863e2-a634-4200-b872-0195e8b29b82 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700997 Oct 04 05:48:16.899683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Deleting port 3c9f5a8c-fccb-4398-ab19-b6796edf4494 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:16.903026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.906593 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7d8e705d-2c6c-480f-8064-d27f5bc5ae4c req-631c1df6-7d3e-4f09-a80f-553a7ead366a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298800 Oct 04 05:48:16.927920 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:16.967949 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:16.989335 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=61425b0d-a5a9-464e-a54a-4afd7be1d75c,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:17.003175 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:17.005178 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:17.005178 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for floatingip (3c9f5a8c-fccb-4398-ab19-b6796edf4494), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:17.021041 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Calling delete_port for 3c9f5a8c-fccb-4398-ab19-b6796edf4494 owned by network:floatingip {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:17.033200 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:17.072259 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-60950190-036c-400d-a2c7-360dfd561227 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034101 Oct 04 05:48:17.073874 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-d3f46357-f0bd-4d40-80a5-4f7d143312bc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065389 Oct 04 05:48:17.237066 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-3b40b36e-822f-46fd-9a7c-ac0c363a03d7 req-a0de9b31-e1eb-4062-b13a-46a8a016d0ba service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543105 Oct 04 05:48:17.239234 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b673f232-5cec-4908-aac3-5fe7cd475f9f req-1fe0f584-9ab0-46c0-9f45-d6a6cb16cfa1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554911 Oct 04 05:48:17.257558 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (3c9f5a8c-fccb-4398-ab19-b6796edf4494), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:17.283479 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event deleted for resources: {'Port': ['ID=3c9f5a8c-fccb-4398-ab19-b6796edf4494,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:17.345937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks [] for floatingip (c5c9a2e9-deac-40ea-963b-8d74a1718db5), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:17.346332 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Floating IP c5c9a2e9-deac-40ea-963b-8d74a1718db5 disassociated (deleted). External IP: 172.27.1.60, port: 488f01ec-9da2-43ab-bec8-f65c29213231. Oct 04 05:48:17.540199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Router 9d01592c-b131-4b31-9a8c-b2796fc6655c has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:48:17.648325 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:17.652799 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:17.654706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:17.659169 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] Sync routers for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:17.669265 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:17.670423 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:17.682131 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-3dc21f78-889a-4d54-bcaa-366b8632ee3a tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c5c9a2e9-deac-40ea-963b-8d74a1718db5 HTTP/1.1" status: 204 len: 168 time: 1.0572774 Oct 04 05:48:17.694977 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}, {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}, {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:17.697447 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b"}, {"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}, {"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:17.729832 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['61425b0d-a5a9-464e-a54a-4afd7be1d75c'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:48:17.750385 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224277a6-0c6a-4d5c-836b-c28df54a2c14 x-openstack-request-id: req-224277a6-0c6a-4d5c-836b-c28df54a2c14 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:17.750385 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:17.750385 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-224277a6-0c6a-4d5c-836b-c28df54a2c14 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:17.750385 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224277a6-0c6a-4d5c-836b-c28df54a2c14'] response: {'name': 'network-changed', 'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'status': 'completed', 'code': 200} Oct 04 05:48:17.750385 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224277a6-0c6a-4d5c-836b-c28df54a2c14'] response: {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'status': 'completed', 'code': 200} Oct 04 05:48:17.750385 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224277a6-0c6a-4d5c-836b-c28df54a2c14'] response: {'name': 'network-changed', 'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'status': 'completed', 'code': 200} Oct 04 05:48:17.778279 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:17.781042 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:17.859043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-e1cca7a7-a6da-41f2-9ec4-926c8c7685c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:17.860673 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-e1cca7a7-a6da-41f2-9ec4-926c8c7685c1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 1129 time: 0.0487947 Oct 04 05:48:17.893934 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:17.963830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-34f221a4-5887-47c9-8695-fc2ef2047e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:17.965293 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-34f221a4-5887-47c9-8695-fc2ef2047e0a service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.0982299 Oct 04 05:48:17.992074 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:18.018681 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] Checking router: 9d01592c-b131-4b31-9a8c-b2796fc6655c for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:18.028763 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:18.029461 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:18.046681 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:18.049334 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-9ebd7ff6-0b90-49ef-8fbe-8c344d42378b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 200 len: 1001 time: 0.0766718 Oct 04 05:48:18.052478 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d0c76-09cc-4598-b31a-a6296a729579 req-525f7deb-ba5b-451b-a9eb-f4d15cabfe29 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:18.054069 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0c3d0c76-09cc-4598-b31a-a6296a729579 req-525f7deb-ba5b-451b-a9eb-f4d15cabfe29 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 944 time: 0.0763907 Oct 04 05:48:18.104559 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0c3d0c76-09cc-4598-b31a-a6296a729579 req-db79bd55-b6b2-4d06-addf-994f98aa97f7 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Oct 04 05:48:18.155343 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:18.181329 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245f55-bd77-4250-997c-7d44395ae3e4 req-6ca32ae9-1807-4a54-a277-dbba5bc0dabe tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:18.188399 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e245f55-bd77-4250-997c-7d44395ae3e4 req-6ca32ae9-1807-4a54-a277-dbba5bc0dabe tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0795236 Oct 04 05:48:18.202637 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-74d3ca2d-37e4-48cd-8c5c-c76ae274d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:18.204065 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-74d3ca2d-37e4-48cd-8c5c-c76ae274d130 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.1388137 Oct 04 05:48:18.272863 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-89a72ab7-35d3-4f21-9b65-cbfd201566d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:18.274385 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-89a72ab7-35d3-4f21-9b65-cbfd201566d6 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0633528 Oct 04 05:48:18.278361 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e245f55-bd77-4250-997c-7d44395ae3e4 req-234cadb7-28cf-4202-908c-f71936eb8e45 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863049 Oct 04 05:48:18.347271 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:18.371608 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e0eee3-d1a4-4636-b298-f42834f97cc2 None None] The sync data for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi is: [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:45:06Z', 'revision_number': 4, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'a1b141ba-1ccd-433c-be35-4abadf79b5a0', 'name': '', 'network_id': '8c99016d-f252-4011-a226-d600412012eb', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'mac_address': 'fa:16:3e:3f:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:05Z', 'updated_at': '2022-10-04T05:45:12Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'subnets': [{'id': '32388a42-11df-4ac6-8415-98a073f5ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:18.583922 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a4f19-3e94-4da0-9bef-e64265ac4acd None None] New status for floating IP c5c9a2e9-deac-40ea-963b-8d74a1718db5: DOWN {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:48:18.722082 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-ac47948e-4067-4188-9df2-a5e9429993c2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Oct 04 05:48:18.801001 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 61425b0d-a5a9-464e-a54a-4afd7be1d75c up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:48:18.845027 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 61425b0d-a5a9-464e-a54a-4afd7be1d75c completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:48:18.906745 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-9c41486f-e277-4f05-9ac1-50475ebf47d1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917590 Oct 04 05:48:18.911933 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 61425b0d-a5a9-464e-a54a-4afd7be1d75c triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:48:18.912317 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:18.912656 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 61425b0d-a5a9-464e-a54a-4afd7be1d75c Oct 04 05:48:18.987915 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 61425b0d-a5a9-464e-a54a-4afd7be1d75c is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:48:18.988306 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:19.011876 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:19.016707 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57fb3dc-8f91-44e8-988a-db1f63e4be04" -d '{"events": [{"server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "name": "network-vif-plugged", "status": "completed", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:19.027576 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:19.042775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-d3d2a5cf-9b2c-474b-82da-557def110d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.044314 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-d3d2a5cf-9b2c-474b-82da-557def110d4c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1129 time: 0.0406516 Oct 04 05:48:19.053892 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679beef-3113-437b-95b1-84c63cf9c47b x-openstack-request-id: req-6679beef-3113-437b-95b1-84c63cf9c47b {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:19.054224 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "name": "network-vif-plugged", "status": "completed", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:19.054490 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6679beef-3113-437b-95b1-84c63cf9c47b {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:19.054893 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6679beef-3113-437b-95b1-84c63cf9c47b'] response: {'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'code': 200} Oct 04 05:48:19.082648 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:19.114203 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:19.140769 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=61425b0d-a5a9-464e-a54a-4afd7be1d75c,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:19.146174 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-e8701cbe-d564-4443-9790-abd057d582df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.147626 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-e8701cbe-d564-4443-9790-abd057d582df service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 916 time: 0.0969827 Oct 04 05:48:19.191225 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-25845bcc-32b6-4632-be15-9031818818f9 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 217 time: 0.0344055 Oct 04 05:48:19.273586 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-b4fda9df-633d-48b8-8dc9-c1370f693b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.275097 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-b4fda9df-633d-48b8-8dc9-c1370f693b2d service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 200 len: 854 time: 0.0770557 Oct 04 05:48:19.282621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd20f-327e-468f-9aaf-5fb0247ddc9b req-dd6c3247-6e4c-4a0b-8a8a-5fbbfb29baa1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.283998 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e6cd20f-327e-468f-9aaf-5fb0247ddc9b req-dd6c3247-6e4c-4a0b-8a8a-5fbbfb29baa1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.0761909 Oct 04 05:48:19.348696 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-c5cfb1ee-8ee3-4696-a60e-d9fd199e4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.350219 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-c5cfb1ee-8ee3-4696-a60e-d9fd199e4491 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=8c99016d-f252-4011-a226-d600412012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653601 Oct 04 05:48:19.364225 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e6cd20f-327e-468f-9aaf-5fb0247ddc9b req-d3d4c83d-d3a7-46ff-80b1-30cd39fbbd57 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717936 Oct 04 05:48:19.365714 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:19.410108 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51f74c-cb37-4e02-919d-17fa95caf7a5 req-be07df5a-901e-43c6-bc98-4a37bb2cb6b9 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.411600 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-eb51f74c-cb37-4e02-919d-17fa95caf7a5 req-be07df5a-901e-43c6-bc98-4a37bb2cb6b9 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0544534 Oct 04 05:48:19.469806 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-eb51f74c-cb37-4e02-919d-17fa95caf7a5 req-3c816b53-1ae5-4d4c-ac3d-47c7c903be2a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525122 Oct 04 05:48:19.476487 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9a2ef-c699-4cf1-9e9d-8d124baf6856 req-a50fffef-997f-46f7-939f-64018473d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:19.477948 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d1a9a2ef-c699-4cf1-9e9d-8d124baf6856 req-a50fffef-997f-46f7-939f-64018473d0af service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 1129 time: 0.0546629 Oct 04 05:48:19.514998 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-790cfa56-a612-4f46-9835-8c8ab6d14af8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371644 Oct 04 05:48:19.575454 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d1a9a2ef-c699-4cf1-9e9d-8d124baf6856 req-89096b96-786f-4695-9d13-97bde6cd07fa service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890069 Oct 04 05:48:19.594641 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:19.618937 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-ed58e435-79ed-4a57-9878-b59aa62dbbd6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961490 Oct 04 05:48:20.485058 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c7a97-aaad-4ede-9e83-2e4007844f0d req-b2c11b70-e1fe-4be8-b2cf-6da02e239886 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:20.486553 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-931c7a97-aaad-4ede-9e83-2e4007844f0d req-b2c11b70-e1fe-4be8-b2cf-6da02e239886 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.0467165 Oct 04 05:48:20.556452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-73dd2232-b688-4f64-aab3-dda972d77531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:20.556722 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-73dd2232-b688-4f64-aab3-dda972d77531 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c237fdd93f3e47dea64bd0143f09b819&device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 1129 time: 0.0573940 Oct 04 05:48:20.577603 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-931c7a97-aaad-4ede-9e83-2e4007844f0d req-8f61542f-8f52-4dad-8a66-60f05c754009 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848022 Oct 04 05:48:20.592627 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e5e8d-7235-4429-9deb-5ba901b1ef49 req-cc533f51-9690-430e-ad87-01fef5403910 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:20.594044 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c43e5e8d-7235-4429-9deb-5ba901b1ef49 req-cc533f51-9690-430e-ad87-01fef5403910 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0493259 Oct 04 05:48:20.651290 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c43e5e8d-7235-4429-9deb-5ba901b1ef49 req-b64e97bf-7fba-4ee8-856c-7837544f342f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514042 Oct 04 05:48:20.661630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-faf61927-253a-4e73-bf55-af16b293f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:20.663108 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-faf61927-253a-4e73-bf55-af16b293f244 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 200 len: 916 time: 0.0984132 Oct 04 05:48:20.706800 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-0740305d-393b-4ef7-9fbe-d2917e6955e8 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 200 len: 217 time: 0.0346859 Oct 04 05:48:20.759606 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-e27e0845-429c-4f3e-809a-9e87861ba65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:20.760966 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-e27e0845-429c-4f3e-809a-9e87861ba65e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 200 len: 854 time: 0.0440528 Oct 04 05:48:21.588444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-c8bc593a-73f1-435f-a950-20dbb65dfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:21.589838 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-c8bc593a-73f1-435f-a950-20dbb65dfdd5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=8c99016d-f252-4011-a226-d600412012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430918 Oct 04 05:48:21.699598 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6249bf-8e67-4501-837f-9df23c95b054 req-82f55a6f-04f8-4742-99f4-3f4312065cf1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:21.701574 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1a6249bf-8e67-4501-837f-9df23c95b054 req-82f55a6f-04f8-4742-99f4-3f4312065cf1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.0474098 Oct 04 05:48:21.754189 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1a6249bf-8e67-4501-837f-9df23c95b054 req-7c3aa7cb-4f81-4fa8-90c7-725981392092 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469522 Oct 04 05:48:21.854958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d89198-a274-4953-b7f8-fc30f921c8ab req-2d54d6ca-37bc-43ce-9ab7-30ef58208588 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:21.856446 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-62d89198-a274-4953-b7f8-fc30f921c8ab req-2d54d6ca-37bc-43ce-9ab7-30ef58208588 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0458062 Oct 04 05:48:21.905184 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-62d89198-a274-4953-b7f8-fc30f921c8ab req-6a78a32e-79fb-4857-8a52-166b1d83653a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Oct 04 05:48:22.005250 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76060-1dd0-41df-a64d-a385d8ee124e req-c6aaa395-727b-4290-b23b-16897af000c1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:22.006760 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-04d76060-1dd0-41df-a64d-a385d8ee124e req-c6aaa395-727b-4290-b23b-16897af000c1 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.0488100 Oct 04 05:48:22.017531 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45526) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:22.021888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Request body: {'floatingip': {'port_id': '61425b0d-a5a9-464e-a54a-4afd7be1d75c'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:22.059491 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (8c7ca86b-0ccf-4f30-af98-8112fabb525f), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:22.088710 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea527fc-903b-47d4-a7d8-809a22a361f9 req-01f747aa-9553-436b-b518-f51b94300f2c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:22.090201 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ea527fc-903b-47d4-a7d8-809a22a361f9 req-01f747aa-9553-436b-b518-f51b94300f2c tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0473378 Oct 04 05:48:22.121803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:22.137189 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ea527fc-903b-47d4-a7d8-809a22a361f9 req-093c993e-35cd-4e74-84a8-23172e696dc6 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Oct 04 05:48:22.464539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:22.509953 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-91599b60-21c3-4501-b348-6738b9e41fd0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673114 Oct 04 05:48:22.812032 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:22.865986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (8c7ca86b-0ccf-4f30-af98-8112fabb525f), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:22.961526 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 8c7ca86b-0ccf-4f30-af98-8112fabb525f associated. External IP: 172.27.1.161, port: 61425b0d-a5a9-464e-a54a-4afd7be1d75c. Oct 04 05:48:23.076950 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffaaa6-560d-4cc8-a952-d0f01e88ce42 req-7166c16c-acf0-496d-b5fd-502f00974300 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:23.078421 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-49ffaaa6-560d-4cc8-a952-d0f01e88ce42 req-7166c16c-acf0-496d-b5fd-502f00974300 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0856125 Oct 04 05:48:23.180913 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-49ffaaa6-560d-4cc8-a952-d0f01e88ce42 req-1f1b14ac-c949-4524-989e-33325418944b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913594 Oct 04 05:48:23.234186 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:48:23.262797 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad6f3a-60da-4762-8024-9c3ecfd6367c req-f8406071-9dc1-4ff0-af3a-df552c3acf58 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:23.264346 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6fad6f3a-60da-4762-8024-9c3ecfd6367c req-f8406071-9dc1-4ff0-af3a-df552c3acf58 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0500944 Oct 04 05:48:23.311133 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6fad6f3a-60da-4762-8024-9c3ecfd6367c req-eaf9334d-bac4-4c0c-b8cc-4d12a54d7ed3 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Oct 04 05:48:23.339147 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:23.344481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:23.350018 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:23.359631 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:23.360224 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:23.364141 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:23.374270 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9d45ca56-968f-4e19-9217-d683475b058f tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/8c7ca86b-0ccf-4f30-af98-8112fabb525f HTTP/1.1" status: 200 len: 991 time: 1.3556149 Oct 04 05:48:23.375068 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:23.377913 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:23.415862 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5ec0e-a178-4a38-bc78-07f44b165136 x-openstack-request-id: req-36d5ec0e-a178-4a38-bc78-07f44b165136 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:23.416161 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:23.416419 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36d5ec0e-a178-4a38-bc78-07f44b165136 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:23.416830 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d5ec0e-a178-4a38-bc78-07f44b165136'] response: {'name': 'network-changed', 'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'status': 'completed', 'code': 200} Oct 04 05:48:23.463624 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:23.563053 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:23.657759 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:23.662885 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '8c7ca86b-0ccf-4f30-af98-8112fabb525f', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:0f:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:48:03Z', 'updated_at': '2022-10-04T05:48:22Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:23.690277 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:23.698774 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:23.699353 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:23.796915 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:24.073074 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '8c7ca86b-0ccf-4f30-af98-8112fabb525f', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:0f:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:48:03Z', 'updated_at': '2022-10-04T05:48:22Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:24.099279 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60310516-6023-4c17-a0e2-6c241bc9a616 None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '8c7ca86b-0ccf-4f30-af98-8112fabb525f', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'port_id': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'mac_address': 'fa:16:3e:0f:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:48:03Z', 'updated_at': '2022-10-04T05:48:22Z', 'revision_number': 1, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:24.293261 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfee2f-e6e7-44f5-b97e-b33dd95a9b37 None None] New status for floating IP 8c7ca86b-0ccf-4f30-af98-8112fabb525f: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:48:24.316683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:24.328228 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec293-6b11-4669-b404-aef9fafde74a req-dc22724d-7453-47d0-81fd-46c8d73c32f4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:24.330027 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e1cec293-6b11-4669-b404-aef9fafde74a req-dc22724d-7453-47d0-81fd-46c8d73c32f4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 943 time: 0.0624115 Oct 04 05:48:24.341229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-fc8b205a-d344-4f13-8b22-643d2bcf00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:24.344949 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-fc8b205a-d344-4f13-8b22-643d2bcf00a4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f7b850d4b5df4a4e93720cb855add44f&device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 1129 time: 0.0834515 Oct 04 05:48:24.373365 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dbcc68d7-e270-4fbf-b878-af3dc9cadae9 req-3b6638ac-6cff-4d52-8136-0c58eecb4ccb service neutron] 10.222.0.39 "GET /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333251 Oct 04 05:48:24.396721 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e1cec293-6b11-4669-b404-aef9fafde74a req-278fb100-1bb6-49a0-96ef-228cc26f18e8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596669 Oct 04 05:48:24.444187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637c2a9-71dc-485c-9b84-bb355787666a req-a849d45c-b6a9-4a1f-b000-9530e7187132 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:24.445673 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9637c2a9-71dc-485c-9b84-bb355787666a req-a849d45c-b6a9-4a1f-b000-9530e7187132 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Oct 04 05:48:24.493528 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9637c2a9-71dc-485c-9b84-bb355787666a req-ddbb56c2-654f-4ba3-a121-e7e0db8f9a25 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=df109a7b-e88e-41c2-8b8a-f08246977c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Oct 04 05:48:24.768442 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:24.772944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-015c8e20-af47-4186-8573-edffca4767c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:24.774403 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-015c8e20-af47-4186-8573-edffca4767c1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 200 len: 916 time: 0.0887809 Oct 04 05:48:24.809423 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 3846f25e-2d58-45ca-827a-81e04bfd4146 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:48:24.835577 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-ba532c8e-3f50-4a20-826d-1082bbc56896 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c HTTP/1.1" status: 200 len: 1001 time: 0.0545485 Oct 04 05:48:24.907988 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 3846f25e-2d58-45ca-827a-81e04bfd4146, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3846f25e-2d58-45ca-827a-81e04bfd4146,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:24.918935 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'port_id': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'mac_address': 'fa:16:3e:08:6b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:48:24.958038 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 3846f25e-2d58-45ca-827a-81e04bfd4146 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:48:24.958458 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:24.971621 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3846f25e-2d58-45ca-827a-81e04bfd4146 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:48:24.989514 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-0ad3ed00-3b15-4d57-a1cd-9f3f4cfa6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:24.990870 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 3846f25e-2d58-45ca-827a-81e04bfd4146, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3846f25e-2d58-45ca-827a-81e04bfd4146,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:24.991015 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-0ad3ed00-3b15-4d57-a1cd-9f3f4cfa6691 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 200 len: 854 time: 0.0775566 Oct 04 05:48:24.996454 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-4903abe5-6089-4dc5-afff-2a44223f91b9 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:24.998790 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-4903abe5-6089-4dc5-afff-2a44223f91b9 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 945 time: 0.0831101 Oct 04 05:48:25.043696 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:25.072087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-ab397f57-ffa6-4f1f-8989-c4c47bc437c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:25.073576 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-ab397f57-ffa6-4f1f-8989-c4c47bc437c1 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=2c58c152-65b4-475d-9100-474584bb25cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684350 Oct 04 05:48:25.090618 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=3846f25e-2d58-45ca-827a-81e04bfd4146,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:25.159306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Deleting port 488f01ec-9da2-43ab-bec8-f65c29213231 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:25.159642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:25.246016 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-f3bab29a-377c-432f-9c42-bb928031de91 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650820 Oct 04 05:48:25.328445 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] For port 488f01ec-9da2-43ab-bec8-f65c29213231, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=488f01ec-9da2-43ab-bec8-f65c29213231,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:25.328719 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:25.347790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Calling delete_port for 488f01ec-9da2-43ab-bec8-f65c29213231 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:25.411590 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ca7304-e8e0-4df7-a0d4-c8da9e361868 req-d341548a-7045-4bdd-bcc1-8301824a5d1a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535230 Oct 04 05:48:25.416109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:25.516543 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['3846f25e-2d58-45ca-827a-81e04bfd4146'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:48:25.525634 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865391f8-415a-4147-b5e8-317bff0e930d req-d01202a9-1dac-497d-8363-4f09449d1d9b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:25.527173 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-865391f8-415a-4147-b5e8-317bff0e930d req-d01202a9-1dac-497d-8363-4f09449d1d9b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 944 time: 0.0512803 Oct 04 05:48:25.565509 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (488f01ec-9da2-43ab-bec8-f65c29213231), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:25.590534 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-865391f8-415a-4147-b5e8-317bff0e930d req-37eca9f3-8563-404c-8aaf-c13521053361 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571759 Oct 04 05:48:25.603977 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Pushing event deleted for resources: {'Port': ['ID=488f01ec-9da2-43ab-bec8-f65c29213231,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:25.646818 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.646818 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.647189 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.647612 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.647944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.648275 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.648603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.648927 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.649251 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.649574 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.649896 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.650238 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.650886 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.650886 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.651186 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:25.656221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ec3ea274-56a8-4e51-84fc-bd8d8b8206c3 req-d8622a58-745d-4c50-b33e-b7cada123633 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0629146 Oct 04 05:48:25.669035 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:25.677984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] No DVR routers for this DVR port 488f01ec-9da2-43ab-bec8-f65c29213231 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:48:25.680609 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:25.684004 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e4c66860-7e1a-4a53-98dd-67a9221faea5 req-6ff4eacd-3519-462b-a04a-3228c52eedae tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.39 "DELETE /networking/v2.0/ports/488f01ec-9da2-43ab-bec8-f65c29213231 HTTP/1.1" status: 204 len: 173 time: 0.6716878 Oct 04 05:48:25.684495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'name': 'network-vif-deleted', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:25.686808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57594f33-be1a-4785-ad18-6dcc3ad27ace" -d '{"events": [{"server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "name": "network-vif-deleted", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:25.712528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:25.726072 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4548a5-198d-4072-8e03-3d594853b8de x-openstack-request-id: req-dd4548a5-198d-4072-8e03-3d594853b8de {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:25.731359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864bd56b-7557-413d-9480-d225873e42a5", "name": "network-vif-deleted", "tag": "488f01ec-9da2-43ab-bec8-f65c29213231", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:25.731359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd4548a5-198d-4072-8e03-3d594853b8de {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:25.731359 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4548a5-198d-4072-8e03-3d594853b8de'] response: {'server_uuid': '864bd56b-7557-413d-9480-d225873e42a5', 'name': 'network-vif-deleted', 'tag': '488f01ec-9da2-43ab-bec8-f65c29213231', 'status': 'completed', 'code': 200} Oct 04 05:48:26.718747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac420c-0b1d-4c42-938a-e2fe2e12e6e1 req-d4dd86ee-651b-4cfc-a35e-7523f1607561 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:26.720223 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-93ac420c-0b1d-4c42-938a-e2fe2e12e6e1 req-d4dd86ee-651b-4cfc-a35e-7523f1607561 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 944 time: 0.0539079 Oct 04 05:48:26.742424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:26.767839 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['488f01ec-9da2-43ab-bec8-f65c29213231'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:48:26.775518 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-93ac420c-0b1d-4c42-938a-e2fe2e12e6e1 req-15277b8e-59b3-475a-a615-dbf8c9d76826 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495369 Oct 04 05:48:26.776495 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fe9452b0-7efb-4b8b-9cdf-5fcf7e58e3b9 req-53b87713-8c86-43f9-a905-ba878e7a9c43 tempest-TestMinimumBasicScenario-309325434 tempest-TestMinimumBasicScenario-309325434-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=864bd56b-7557-413d-9480-d225873e42a5 HTTP/1.1" status: 200 len: 210 time: 0.0284328 Oct 04 05:48:26.875386 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 3846f25e-2d58-45ca-827a-81e04bfd4146 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:48:26.920390 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 3846f25e-2d58-45ca-827a-81e04bfd4146 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:48:26.986024 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 3846f25e-2d58-45ca-827a-81e04bfd4146 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:48:26.986438 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:26.986782 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 3846f25e-2d58-45ca-827a-81e04bfd4146 Oct 04 05:48:27.059212 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 3846f25e-2d58-45ca-827a-81e04bfd4146 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:48:27.059595 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:27.082535 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:27.084754 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac047d-5f63-4544-9353-583a06d0a162" -d '{"events": [{"server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "name": "network-vif-plugged", "status": "completed", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:27.097052 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 3846f25e-2d58-45ca-827a-81e04bfd4146, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3846f25e-2d58-45ca-827a-81e04bfd4146,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:27.121467 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5144296-193f-47bb-8c4a-64e9efb31818 x-openstack-request-id: req-a5144296-193f-47bb-8c4a-64e9efb31818 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:27.121773 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "name": "network-vif-plugged", "status": "completed", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:27.122029 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5144296-193f-47bb-8c4a-64e9efb31818 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:27.122507 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5144296-193f-47bb-8c4a-64e9efb31818'] response: {'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'code': 200} Oct 04 05:48:27.163602 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:27.212891 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=3846f25e-2d58-45ca-827a-81e04bfd4146,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:27.563827 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1d856ad1-4660-4cee-bbeb-a8056d604ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:27.565859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12510570-c265-408c-b63e-ac5983dd2621 req-753a9b25-ad63-4c5f-ae0a-179ae04638c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:27.567353 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-12510570-c265-408c-b63e-ac5983dd2621 req-753a9b25-ad63-4c5f-ae0a-179ae04638c4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 1129 time: 0.0371141 Oct 04 05:48:27.614811 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-12510570-c265-408c-b63e-ac5983dd2621 req-c15a284e-8bb8-44f2-ac26-1d919add8d93 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Oct 04 05:48:27.899943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f20390-a93e-4b12-a93b-eba3295ae2da req-19c92a26-7bc9-4707-94b2-50e6ac86f501 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:27.901384 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18f20390-a93e-4b12-a93b-eba3295ae2da req-19c92a26-7bc9-4707-94b2-50e6ac86f501 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0502460 Oct 04 05:48:27.951855 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18f20390-a93e-4b12-a93b-eba3295ae2da req-f12d9794-801f-4672-8082-705fc53aa80d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435710 Oct 04 05:48:28.139482 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:48:28.855603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 488f01ec-9da2-43ab-bec8-f65c29213231 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:28.874655 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 488f01ec-9da2-43ab-bec8-f65c29213231 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:28.876964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 488f01ec-9da2-43ab-bec8-f65c29213231 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:29.088487 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2526b-f4db-4482-8737-3a223a1f2fd7 req-6c50def6-8e01-4a38-ae34-989347d905ee tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:29.089936 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fda2526b-f4db-4482-8737-3a223a1f2fd7 req-6c50def6-8e01-4a38-ae34-989347d905ee tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0469167 Oct 04 05:48:29.140562 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fda2526b-f4db-4482-8737-3a223a1f2fd7 req-d33259d0-2cef-49e2-8857-f057f07d6ca1 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Oct 04 05:48:29.349794 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45606) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:29.658738 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (9d01592c-b131-4b31-9a8c-b2796fc6655c), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:29.746967 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:29.875669 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Deleting port a1b141ba-1ccd-433c-be35-4abadf79b5a0 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:29.876000 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:29.934613 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7d27373c-b194-42e9-9a7b-c70d132f9606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:29.954503 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] For port a1b141ba-1ccd-433c-be35-4abadf79b5a0, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=a1b141ba-1ccd-433c-be35-4abadf79b5a0,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:29.954861 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:29.967131 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Calling delete_port for a1b141ba-1ccd-433c-be35-4abadf79b5a0 owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:30.012726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:30.203440 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (a1b141ba-1ccd-433c-be35-4abadf79b5a0), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:30.231921 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b141ba-1ccd-433c-be35-4abadf79b5a0,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:30.244331 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.244671 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.245371 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.245867 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.246224 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.246558 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.246880 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.247200 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.247524 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.247873 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.248193 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.248516 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.248830 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.249148 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.249462 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:30.271137 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd80c69-f11a-42c0-a654-cb220e7baa70 req-7c431c65-1bd1-47cf-8a14-8b6a499257bc tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:30.273275 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bfd80c69-f11a-42c0-a654-cb220e7baa70 req-7c431c65-1bd1-47cf-8a14-8b6a499257bc tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0600162 Oct 04 05:48:30.337319 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bfd80c69-f11a-42c0-a654-cb220e7baa70 req-eb1dd973-d4cc-47bf-be1c-3c9b535a8a21 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581439 Oct 04 05:48:30.656636 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eb9e-5aae-4b56-8a22-569282c4c2ba req-c32ccc6c-1842-43b1-a7c4-37a95a36d462 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:30.658098 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-60d1eb9e-5aae-4b56-8a22-569282c4c2ba req-c32ccc6c-1842-43b1-a7c4-37a95a36d462 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0566339 Oct 04 05:48:30.658837 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (9d01592c-b131-4b31-9a8c-b2796fc6655c), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:30.753615 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-60d1eb9e-5aae-4b56-8a22-569282c4c2ba req-6b79e437-5b92-4e93-bb48-850be9146d8b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886672 Oct 04 05:48:30.781920 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45614) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:30.791956 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:30.861650 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3678efb-47a6-4035-86ad-197dd291db19 tempest-TestVolumeBootPattern-252397242 tempest-TestVolumeBootPattern-252397242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:30.863265 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d3678efb-47a6-4035-86ad-197dd291db19 tempest-TestVolumeBootPattern-252397242 tempest-TestVolumeBootPattern-252397242-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 1124 time: 0.0803287 Oct 04 05:48:30.866325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45618) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:30.870448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'port_id': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:48:30.907338 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Router 9d01592c-b131-4b31-9a8c-b2796fc6655c has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:48:30.935765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.008189 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:31.013217 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-fed2ce3d-a4f7-43bb-b75e-f964f3ed40f0 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/9d01592c-b131-4b31-9a8c-b2796fc6655c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622832 Oct 04 05:48:31.016424 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45620) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:31.018574 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.019408 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] Sync routers for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:31.029393 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:31.030084 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:31.121795 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks [] for router (9d01592c-b131-4b31-9a8c-b2796fc6655c), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.136782 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Allocated IP 172.27.1.77 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:48:31.137035 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:31.152533 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.156920 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:31.223113 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks [] for router_gateway (9d01592c-b131-4b31-9a8c-b2796fc6655c), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.243245 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.267107 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:31.299277 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Deleting port 95d20069-246c-4379-b430-90f611c9f364 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:31.299613 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (95d20069-246c-4379-b430-90f611c9f364), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.307843 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '95d20069-246c-4379-b430-90f611c9f364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:48:30Z', 'revision_number': 5, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port': {'id': '95d20069-246c-4379-b430-90f611c9f364', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:01Z', 'updated_at': '2022-10-04T05:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:31.322717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.333191 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] Checking router: 9d01592c-b131-4b31-9a8c-b2796fc6655c for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:31.343197 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] Routers {'9d01592c-b131-4b31-9a8c-b2796fc6655c'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:31.343797 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['9d01592c-b131-4b31-9a8c-b2796fc6655c'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:31.370784 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:48:31.377061 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:48:31.379745 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:48:31.383043 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:31.388909 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] For port 95d20069-246c-4379-b430-90f611c9f364, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=95d20069-246c-4379-b430-90f611c9f364,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:31.389268 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (95d20069-246c-4379-b430-90f611c9f364), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.401502 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:31.405081 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Calling delete_port for 95d20069-246c-4379-b430-90f611c9f364 owned by network:router_gateway {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:31.431724 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] Set router 9d01592c-b131-4b31-9a8c-b2796fc6655c gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:31.487322 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:48:31Z', 'revision_number': 6, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:31.513697 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e913ed-b305-4e62-9037-850d9a8f5393 None None] The sync data for ids ['9d01592c-b131-4b31-9a8c-b2796fc6655c'] in dv-cinder-849143-10-iscsi is: [{'id': '9d01592c-b131-4b31-9a8c-b2796fc6655c', 'name': 'tempest-TestMinimumBasicScenario-1919637111-router', 'tenant_id': 'c237fdd93f3e47dea64bd0143f09b819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:00Z', 'updated_at': '2022-10-04T05:48:31Z', 'revision_number': 6, 'project_id': 'c237fdd93f3e47dea64bd0143f09b819', 'gw_port_host': None}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:31.643209 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (95d20069-246c-4379-b430-90f611c9f364), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.669310 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d20069-246c-4379-b430-90f611c9f364,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:31.673237 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:31.730787 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (9d01592c-b131-4b31-9a8c-b2796fc6655c), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.776931 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (0f1a8cac-9ca1-4961-b254-30528a1433da), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.818202 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (9d01592c-b131-4b31-9a8c-b2796fc6655c), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.820310 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks [] for router_controller (9d01592c-b131-4b31-9a8c-b2796fc6655c), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.902580 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.911987 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (9d01592c-b131-4b31-9a8c-b2796fc6655c), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.912660 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d01592c-b131-4b31-9a8c-b2796fc6655c {{(pid=113152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:48:31.918314 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:31.924960 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-26408231-03a0-41e4-bc07-04be96b1f7f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/9d01592c-b131-4b31-9a8c-b2796fc6655c HTTP/1.1" status: 204 len: 168 time: 0.9020617 Oct 04 05:48:31.924960 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45622) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:31.976644 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Deleting subnet 32388a42-11df-4ac6-8415-98a073f5ac9e {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:48:31.979647 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Publish callbacks [] for subnet (32388a42-11df-4ac6-8415-98a073f5ac9e), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.014941 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (32388a42-11df-4ac6-8415-98a073f5ac9e), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.055090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.093244 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (32388a42-11df-4ac6-8415-98a073f5ac9e), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.111792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.179915 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:32.184792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (0f1a8cac-9ca1-4961-b254-30528a1433da), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.226650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (32388a42-11df-4ac6-8415-98a073f5ac9e), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.253065 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32388a42-11df-4ac6-8415-98a073f5ac9e,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:32.256812 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.262567 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-608e768b-6f90-4ae4-ae4c-f47a106cf9a4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/32388a42-11df-4ac6-8415-98a073f5ac9e HTTP/1.1" status: 204 len: 168 time: 0.3366752 Oct 04 05:48:32.262666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:32.262761 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45624) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:32.263792 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30527c56-535f-4f2a-83b3-7d74b5b8705e None None] Network 8c99016d-f252-4011-a226-d600412012eb requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:48:32.284445 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Floating IP 0f1a8cac-9ca1-4961-b254-30528a1433da associated. External IP: 172.27.1.77, port: 3846f25e-2d58-45ca-827a-81e04bfd4146. Oct 04 05:48:32.335051 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:32.353842 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (8c99016d-f252-4011-a226-d600412012eb), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.407299 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Deleting port 0386cc4d-9eba-45b7-98d3-d55560de9422 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:32.407689 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.451650 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] DHCP port deletion for 8c99016d-f252-4011-a226-d600412012eb request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:48:32.493495 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] For port 0386cc4d-9eba-45b7-98d3-d55560de9422, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0386cc4d-9eba-45b7-98d3-d55560de9422,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:32.494128 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.500611 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Deleting port 0386cc4d-9eba-45b7-98d3-d55560de9422 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:32.500995 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.515968 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Calling delete_port for 0386cc4d-9eba-45b7-98d3-d55560de9422 owned by network:dhcp {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:32.579617 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] For port 0386cc4d-9eba-45b7-98d3-d55560de9422, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0386cc4d-9eba-45b7-98d3-d55560de9422,segment=NetworkSegment(474417e7-3561-4553-98a8-c0a5a138ed21),segment_id=474417e7-3561-4553-98a8-c0a5a138ed21)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:32.580011 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.597291 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Calling delete_port for 0386cc4d-9eba-45b7-98d3-d55560de9422 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:32.661157 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.682630 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (0386cc4d-9eba-45b7-98d3-d55560de9422), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.689970 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Pushing event deleted for resources: {'Port': ['ID=0386cc4d-9eba-45b7-98d3-d55560de9422,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:32.698505 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] No DVR routers for this DVR port 0386cc4d-9eba-45b7-98d3-d55560de9422 on host dv-cinder-849143-10-iscsi {{(pid=113152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:48:32.721304 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Pushing event deleted for resources: {'Port': ['ID=0386cc4d-9eba-45b7-98d3-d55560de9422,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:32.721519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:32.724282 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:32.730023 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] No DVR routers for this DVR port 0386cc4d-9eba-45b7-98d3-d55560de9422 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:48:32.737215 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.737572 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.737895 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.740015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.740015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.740015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.740015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.740015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.744281 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab898e-f1fe-496e-9e52-364276cbd8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:48:32.784372 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (8c99016d-f252-4011-a226-d600412012eb), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.802162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:48:32.808118 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c99016d-f252-4011-a226-d600412012eb']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:32.816600 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.818838 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474417e7-3561-4553-98a8-c0a5a138ed21') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:32.819142 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474417e7-3561-4553-98a8-c0a5a138ed21') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:32.829387 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (474417e7-3561-4553-98a8-c0a5a138ed21), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.843088 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (474417e7-3561-4553-98a8-c0a5a138ed21), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.849507 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:48:32.849894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (474417e7-3561-4553-98a8-c0a5a138ed21), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.864252 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:32.906028 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:32.907986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:32.920700 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:32.931514 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:32.932215 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:32.945096 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 474417e7-3561-4553-98a8-c0a5a138ed21 resource provider aggregate not found Oct 04 05:48:32.967020 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 474417e7-3561-4553-98a8-c0a5a138ed21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 474417e7-3561-4553-98a8-c0a5a138ed21 found for delete ", "request_id": "req-e209efb9-a8ca-43a5-9472-cd99eccd0436"}]} Oct 04 05:48:33.014864 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (8c99016d-f252-4011-a226-d600412012eb), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:33.015130 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:33.033736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:33.038026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:33.041289 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8c99016d-f252-4011-a226-d600412012eb HTTP/1.1" status: 204 len: 168 time: 0.7771888 Oct 04 05:48:33.043050 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6487e-8eb0-4128-ac16-4bbf1b2e9444 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c99016d-f252-4011-a226-d600412012eb,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:33.045072 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45632) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:33.045312 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:33.071437 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ebd5dccb-9300-4c8d-a0a8-5aaec9bc50d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2014017 Oct 04 05:48:33.071437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:48:33.071750 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41781602-e510-4d0e-949c-acd980f88d82" -d '{"events": [{"name": "network-changed", "server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:48:33.132932 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883e44a-090f-41ae-934f-476b58faebdc x-openstack-request-id: req-0883e44a-090f-41ae-934f-476b58faebdc {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:48:33.133298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:48:33.133645 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0883e44a-090f-41ae-934f-476b58faebdc {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:48:33.134251 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0883e44a-090f-41ae-934f-476b58faebdc'] response: {'name': 'network-changed', 'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'status': 'completed', 'code': 200} Oct 04 05:48:33.239926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781602-e510-4d0e-949c-acd980f88d82 req-2272001a-a55b-4679-80bf-a30f08465473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:33.241564 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-2272001a-a55b-4679-80bf-a30f08465473 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 1129 time: 0.0420532 Oct 04 05:48:33.280139 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '0f1a8cac-9ca1-4961-b254-30528a1433da', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:08:6b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:48:31Z', 'updated_at': '2022-10-04T05:48:31Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:33.297913 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:33.320224 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:33.337164 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:33.338682 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:33.348572 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781602-e510-4d0e-949c-acd980f88d82 req-11976f3b-fce9-4600-86d1-959b1c2324b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:33.350074 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-11976f3b-fce9-4600-86d1-959b1c2324b4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.1023471 Oct 04 05:48:33.378524 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:33.419020 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-06b7d443-e4d2-42e8-96fb-ced1dcadfcd4 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3846f25e-2d58-45ca-827a-81e04bfd4146 HTTP/1.1" status: 200 len: 998 time: 0.0599422 Oct 04 05:48:33.481274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781602-e510-4d0e-949c-acd980f88d82 req-36cb5feb-bfe4-494a-a86f-e117466e7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:33.484301 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-36cb5feb-bfe4-494a-a86f-e117466e7f5b service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0543981 Oct 04 05:48:33.555533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781602-e510-4d0e-949c-acd980f88d82 req-f62e5c36-448e-4e88-9a24-b96bb1d2ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:33.556990 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-f62e5c36-448e-4e88-9a24-b96bb1d2ae24 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659714 Oct 04 05:48:33.600725 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 95d20069-246c-4379-b430-90f611c9f364 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:33.622108 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 95d20069-246c-4379-b430-90f611c9f364 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:33.622497 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 95d20069-246c-4379-b430-90f611c9f364 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:33.622925 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0386cc4d-9eba-45b7-98d3-d55560de9422 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:33.641658 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Deleting port 4b915edd-fd28-482b-bea8-b28c631d0834 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:33.642071 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:33.650861 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 0386cc4d-9eba-45b7-98d3-d55560de9422 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:33.651534 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0386cc4d-9eba-45b7-98d3-d55560de9422 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:33.651666 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device a1b141ba-1ccd-433c-be35-4abadf79b5a0 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:33.657979 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-87a89ce7-b8cd-4e5e-8448-0b74946abf94 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894723 Oct 04 05:48:33.672380 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: a1b141ba-1ccd-433c-be35-4abadf79b5a0 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:33.672727 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device a1b141ba-1ccd-433c-be35-4abadf79b5a0 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:33.676308 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:33.731664 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] For port 4b915edd-fd28-482b-bea8-b28c631d0834, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=4b915edd-fd28-482b-bea8-b28c631d0834,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:33.732047 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:33.745275 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Calling delete_port for 4b915edd-fd28-482b-bea8-b28c631d0834 owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:33.759748 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-41781602-e510-4d0e-949c-acd980f88d82 req-3012c51d-3d15-4ce0-b6c6-d5ab75175d7d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952313 Oct 04 05:48:33.871810 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:33.882021 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:33.898057 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '0f1a8cac-9ca1-4961-b254-30528a1433da', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:08:6b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:48:31Z', 'updated_at': '2022-10-04T05:48:31Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:33.923719 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78443359-e4b8-4488-a0ec-5b347d615228 None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '0f1a8cac-9ca1-4961-b254-30528a1433da', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:08:6b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:48:31Z', 'updated_at': '2022-10-04T05:48:31Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:34.030959 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (4b915edd-fd28-482b-bea8-b28c631d0834), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:34.057082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b915edd-fd28-482b-bea8-b28c631d0834,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:34.125865 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd3c19-027a-4057-ab32-873c7f6bb4f6 None None] New status for floating IP 0f1a8cac-9ca1-4961-b254-30528a1433da: ACTIVE {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:48:34.178065 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:34.236597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:34.441969 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:48:34.491219 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:34.542924 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:48:34.548532 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-d8cf1414-5b64-4ba4-942b-d115f2c872f3 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/c27b3f0f-dcc6-4036-bf26-3f4bc486d91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025120 Oct 04 05:48:34.551212 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45638) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:34.552190 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] Sync routers for ids ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:48:34.563135 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] Routers {'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:34.563871 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:34.671905 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] Set router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:34.841126 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:48:33Z', 'revision_number': 5, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:34.870196 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks [] for router (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:34.870761 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] Checking router: c27b3f0f-dcc6-4036-bf26-3f4bc486d91d for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:48:34.879147 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] Routers {'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:48:34.879742 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:48:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:34.966999 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks [] for router_gateway (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:34.977891 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] Set router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:48:35.063593 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Deleting port c188438c-25f3-4ddd-9b75-b2baa629f95b {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:35.064073 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.148842 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] For port c188438c-25f3-4ddd-9b75-b2baa629f95b, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=c188438c-25f3-4ddd-9b75-b2baa629f95b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:35.149234 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.159082 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:48:33Z', 'revision_number': 5, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:35.163167 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Calling delete_port for c188438c-25f3-4ddd-9b75-b2baa629f95b owned by network:router_gateway {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:35.166683 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:35.192291 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5131b85-20c1-480c-b52c-0d86aa273791 None None] The sync data for ids ['c27b3f0f-dcc6-4036-bf26-3f4bc486d91d'] in dv-cinder-849143-10-iscsi is: [{'id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'name': 'tempest-TestMinimumBasicScenario-531486455-router', 'tenant_id': 'cd65a0a8255d4f589832dd37a06968c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:45:10Z', 'updated_at': '2022-10-04T05:48:33Z', 'revision_number': 5, 'project_id': 'cd65a0a8255d4f589832dd37a06968c5', 'gw_port': {'id': 'c188438c-25f3-4ddd-9b75-b2baa629f95b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27b3f0f-dcc6-4036-bf26-3f4bc486d91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:45:11Z', 'updated_at': '2022-10-04T05:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:48:35.402157 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (c188438c-25f3-4ddd-9b75-b2baa629f95b), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.431870 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c188438c-25f3-4ddd-9b75-b2baa629f95b,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:35.490839 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.577798 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.580094 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks [] for router_controller (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.664249 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 4b915edd-fd28-482b-bea8-b28c631d0834 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:35.685518 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 4b915edd-fd28-482b-bea8-b28c631d0834 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:35.685918 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 4b915edd-fd28-482b-bea8-b28c631d0834 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:35.695155 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (c27b3f0f-dcc6-4036-bf26-3f4bc486d91d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.695916 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c27b3f0f-dcc6-4036-bf26-3f4bc486d91d {{(pid=113152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:48:35.700730 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.704701 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45644) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:35.705312 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-bc4914cf-f828-4095-9a36-a249653e8dfc admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/c27b3f0f-dcc6-4036-bf26-3f4bc486d91d HTTP/1.1" status: 204 len: 168 time: 1.1525266 Oct 04 05:48:35.713240 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:35.753308 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Deleting subnet b9f1b3ab-40a9-42e6-9df9-a8064dcca576 {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:48:35.756757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Publish callbacks [] for subnet (b9f1b3ab-40a9-42e6-9df9-a8064dcca576), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.793369 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (b9f1b3ab-40a9-42e6-9df9-a8064dcca576), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:35.914775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (b9f1b3ab-40a9-42e6-9df9-a8064dcca576), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.048535 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (b9f1b3ab-40a9-42e6-9df9-a8064dcca576), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.078589 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f1b3ab-40a9-42e6-9df9-a8064dcca576,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:36.082274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.085404 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a1108c37-f8b5-4c62-bdea-81ffb460c63c admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b9f1b3ab-40a9-42e6-9df9-a8064dcca576 HTTP/1.1" status: 204 len: 168 time: 0.3787930 Oct 04 05:48:36.088087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45650) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:36.090220 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac8b26-8cff-4c3c-a643-f8644158b709 None None] Network 38b6443f-10bf-4fae-8a1d-a708d2d478b9 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:48:36.159417 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (38b6443f-10bf-4fae-8a1d-a708d2d478b9), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.177886 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:36.189961 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:36.203568 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Deleting port 17992741-a7ff-47ec-8778-2dfdde918ba3 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:36.203936 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.259467 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] DHCP port deletion for 38b6443f-10bf-4fae-8a1d-a708d2d478b9 request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:48:36.279952 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] For port 17992741-a7ff-47ec-8778-2dfdde918ba3, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=17992741-a7ff-47ec-8778-2dfdde918ba3,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:36.280311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.295060 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Calling delete_port for 17992741-a7ff-47ec-8778-2dfdde918ba3 owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:36.304180 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] Deleting port 17992741-a7ff-47ec-8778-2dfdde918ba3 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:48:36.304500 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.367787 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] For port 17992741-a7ff-47ec-8778-2dfdde918ba3, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=17992741-a7ff-47ec-8778-2dfdde918ba3,segment=NetworkSegment(b2b5a09c-902c-4c63-b1fa-2ec718b7e348),segment_id=b2b5a09c-902c-4c63-b1fa-2ec718b7e348)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:48:36.368189 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.380763 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] Calling delete_port for 17992741-a7ff-47ec-8778-2dfdde918ba3 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:48:36.438224 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:36.443964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.460690 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (17992741-a7ff-47ec-8778-2dfdde918ba3), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.476989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=17992741-a7ff-47ec-8778-2dfdde918ba3,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:36.478934 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] No DVR routers for this DVR port 17992741-a7ff-47ec-8778-2dfdde918ba3 on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:48:36.485169 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] Pushing event deleted for resources: {'Port': ['ID=17992741-a7ff-47ec-8778-2dfdde918ba3,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:36.490880 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682df8a-0779-49c6-b274-193e44dd6ad2 None None] No DVR routers for this DVR port 17992741-a7ff-47ec-8778-2dfdde918ba3 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:48:36.555176 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (38b6443f-10bf-4fae-8a1d-a708d2d478b9), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.575546 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b6443f-10bf-4fae-8a1d-a708d2d478b9']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:36.584539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:36.584827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b5a09c-902c-4c63-b1fa-2ec718b7e348') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:48:36.594091 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (b2b5a09c-902c-4c63-b1fa-2ec718b7e348), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.595444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:36.608327 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (b2b5a09c-902c-4c63-b1fa-2ec718b7e348), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.615498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:48:36.615885 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (b2b5a09c-902c-4c63-b1fa-2ec718b7e348), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.688733 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment b2b5a09c-902c-4c63-b1fa-2ec718b7e348 resource provider aggregate not found Oct 04 05:48:36.704591 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment b2b5a09c-902c-4c63-b1fa-2ec718b7e348 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2b5a09c-902c-4c63-b1fa-2ec718b7e348 found for delete ", "request_id": "req-0341d375-5d65-4612-aaf7-08a7bb18d847"}]} Oct 04 05:48:36.757826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (38b6443f-10bf-4fae-8a1d-a708d2d478b9), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.762183 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:36.767933 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/38b6443f-10bf-4fae-8a1d-a708d2d478b9 HTTP/1.1" status: 204 len: 168 time: 0.6760180 Oct 04 05:48:36.778692 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9c3ef-6b00-4165-8885-857c92087f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=38b6443f-10bf-4fae-8a1d-a708d2d478b9,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:37.151365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45666) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:37.192322 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-30b711b9-4a96-49ba-a1e6-58866d2af6d5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c237fdd93f3e47dea64bd0143f09b819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395942 Oct 04 05:48:37.194680 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45668) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:37.242998 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e555813d-b122-433f-bd02-419d2098aee7 admin admin] Publish callbacks [] for security_group (df109a7b-e88e-41c2-8b8a-f08246977c06), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:37.262256 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e555813d-b122-433f-bd02-419d2098aee7 admin admin] Publish callbacks [] for security_group (df109a7b-e88e-41c2-8b8a-f08246977c06), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:37.369040 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e555813d-b122-433f-bd02-419d2098aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (df109a7b-e88e-41c2-8b8a-f08246977c06), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:37.371863 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e555813d-b122-433f-bd02-419d2098aee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:37.373022 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e555813d-b122-433f-bd02-419d2098aee7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/df109a7b-e88e-41c2-8b8a-f08246977c06 HTTP/1.1" status: 204 len: 168 time: 0.1773732 Oct 04 05:48:37.381100 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555813d-b122-433f-bd02-419d2098aee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df109a7b-e88e-41c2-8b8a-f08246977c06,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:37.528381 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device c188438c-25f3-4ddd-9b75-b2baa629f95b no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:37.548699 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: c188438c-25f3-4ddd-9b75-b2baa629f95b {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:37.549042 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device c188438c-25f3-4ddd-9b75-b2baa629f95b not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:37.549450 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 17992741-a7ff-47ec-8778-2dfdde918ba3 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:48:37.568425 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 17992741-a7ff-47ec-8778-2dfdde918ba3 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:48:37.569036 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 17992741-a7ff-47ec-8778-2dfdde918ba3 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:48:38.070826 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45678) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:38.113999 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-78f7e14c-70ec-4087-84c3-403313ccac24 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cd65a0a8255d4f589832dd37a06968c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420203 Oct 04 05:48:38.116626 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45680) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:48:38.163294 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2d8144f3-c6b4-473f-9aac-f8400bcedc56 admin admin] Publish callbacks [] for security_group (a683dd8e-ab4e-4604-9c21-c331ad7e9291), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:38.182878 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2d8144f3-c6b4-473f-9aac-f8400bcedc56 admin admin] Publish callbacks [] for security_group (a683dd8e-ab4e-4604-9c21-c331ad7e9291), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:38.193229 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:38.334712 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2d8144f3-c6b4-473f-9aac-f8400bcedc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (a683dd8e-ab4e-4604-9c21-c331ad7e9291), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:38.337173 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2d8144f3-c6b4-473f-9aac-f8400bcedc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:38.338522 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2d8144f3-c6b4-473f-9aac-f8400bcedc56 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a683dd8e-ab4e-4604-9c21-c331ad7e9291 HTTP/1.1" status: 204 len: 168 time: 0.2209907 Oct 04 05:48:38.348729 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8144f3-c6b4-473f-9aac-f8400bcedc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a683dd8e-ab4e-4604-9c21-c331ad7e9291,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:48:39.259687 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e035-9983-439b-bb93-161507cafc1e req-69614c81-2f49-40c8-b96d-f64539146ab7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:39.261157 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e6f9e035-9983-439b-bb93-161507cafc1e req-69614c81-2f49-40c8-b96d-f64539146ab7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0471866 Oct 04 05:48:39.311635 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e6f9e035-9983-439b-bb93-161507cafc1e req-71e0c049-93c1-4f39-b5d5-547ad9ca4823 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440447 Oct 04 05:48:40.442295 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7746de-923f-4904-b3f8-2fcd474e6cb1 req-cb17cc81-de14-4178-9e20-81a8fd17455f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:40.443747 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5b7746de-923f-4904-b3f8-2fcd474e6cb1 req-cb17cc81-de14-4178-9e20-81a8fd17455f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0489876 Oct 04 05:48:40.490157 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5b7746de-923f-4904-b3f8-2fcd474e6cb1 req-8ae2585a-1f91-4555-b6d3-ba862cbeef0c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Oct 04 05:48:41.614746 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bbe17-b8d6-4f58-81fc-4d34c2e13116 req-3f57296b-341c-4bda-b88c-9d58ded0ca83 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:41.616204 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ed5bbe17-b8d6-4f58-81fc-4d34c2e13116 req-3f57296b-341c-4bda-b88c-9d58ded0ca83 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0466208 Oct 04 05:48:41.662515 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ed5bbe17-b8d6-4f58-81fc-4d34c2e13116 req-8a3b6486-5d95-4dd8-9f8e-2a3accdaab01 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Oct 04 05:48:42.936748 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285ba7-a6f1-4948-828e-f33946a802ca req-3e10539b-307c-4a85-b913-2b7bea0bf115 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:42.938221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b8285ba7-a6f1-4948-828e-f33946a802ca req-3e10539b-307c-4a85-b913-2b7bea0bf115 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0474646 Oct 04 05:48:42.985074 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b8285ba7-a6f1-4948-828e-f33946a802ca req-48b44239-d815-43d7-9d3e-5d61ffb56ab6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Oct 04 05:48:44.108615 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ca7f-80c6-4ea7-9a9b-438b519850d2 req-7faa7e59-08da-4687-8dec-93d96b46f361 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:44.110062 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bc45ca7f-80c6-4ea7-9a9b-438b519850d2 req-7faa7e59-08da-4687-8dec-93d96b46f361 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0460062 Oct 04 05:48:44.155244 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bc45ca7f-80c6-4ea7-9a9b-438b519850d2 req-b51e652e-8eb5-41eb-8209-80aecfcc0455 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396929 Oct 04 05:48:44.225491 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:44.236051 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:45.281795 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a764-a863-4c54-9647-ac3bfe08cfe8 req-790d5f8d-0557-477d-a34b-64b13da47b4b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:45.283261 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5e66a764-a863-4c54-9647-ac3bfe08cfe8 req-790d5f8d-0557-477d-a34b-64b13da47b4b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0489686 Oct 04 05:48:45.328844 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5e66a764-a863-4c54-9647-ac3bfe08cfe8 req-e5ae04a5-d7bb-4121-8edd-762a6a772015 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401864 Oct 04 05:48:46.008218 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-3f061d67-aeb2-45d6-a28d-4af9a99b4424 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367522 Oct 04 05:48:46.089902 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-bc7c42e2-12a3-4082-adb6-5f60e12554c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:46.091386 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-bc7c42e2-12a3-4082-adb6-5f60e12554c2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=689c4759cb5943b79f2637a8e29e230e&device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 1129 time: 0.0391965 Oct 04 05:48:46.197405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-1a400591-efc9-4816-a196-a03b4c803b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:46.198781 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-1a400591-efc9-4816-a196-a03b4c803b2f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 200 len: 920 time: 0.0879192 Oct 04 05:48:46.211597 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:46.236367 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-07d1e41b-7db0-4b57-a2cb-8b94fd54171c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6548b2f-6183-4b2b-aebf-1a0952863241 HTTP/1.1" status: 200 len: 217 time: 0.0305545 Oct 04 05:48:46.284539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-3d52f0c0-a9bf-43f3-858c-6a48a176db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:46.285932 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-3d52f0c0-a9bf-43f3-858c-6a48a176db55 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 200 len: 858 time: 0.0432284 Oct 04 05:48:46.334995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-742bd933-18c4-464b-bc87-497170989982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:46.336412 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-742bd933-18c4-464b-bc87-497170989982 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417445 Oct 04 05:48:46.426305 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-8406bdd7-ebcb-493b-86a1-0b3acc353b8f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820315 Oct 04 05:48:46.457127 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d44f1-7c93-405f-86bb-062c16da5885 req-cfa0459e-62e1-4f01-a77c-d86101c416da tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:46.458535 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1b9d44f1-7c93-405f-86bb-062c16da5885 req-cfa0459e-62e1-4f01-a77c-d86101c416da tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0506685 Oct 04 05:48:46.504917 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1b9d44f1-7c93-405f-86bb-062c16da5885 req-5a7fc84a-1ef0-4fb0-9165-c10bf1278020 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Oct 04 05:48:46.520750 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7db32553-e54f-4ed4-8096-cf1905961ef7 req-c5c47fc2-d053-4ef2-a656-1650573636a6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873454 Oct 04 05:48:47.630560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c14a3-4280-43b7-80f1-71280421cc8d req-049747c2-f76b-49cf-aeb8-5981b675a839 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:47.632020 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7b4c14a3-4280-43b7-80f1-71280421cc8d req-049747c2-f76b-49cf-aeb8-5981b675a839 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0454559 Oct 04 05:48:47.652379 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:47.654083 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:47.678977 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7b4c14a3-4280-43b7-80f1-71280421cc8d req-7bcd2226-c445-49ee-b388-895e052a6822 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Oct 04 05:48:48.809956 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe7761-14bc-4f95-b639-9581091fa73c req-81b5a10f-45ef-4dd7-9d61-5805b8e27944 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:48.811648 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-71fe7761-14bc-4f95-b639-9581091fa73c req-81b5a10f-45ef-4dd7-9d61-5805b8e27944 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0507429 Oct 04 05:48:48.862126 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-71fe7761-14bc-4f95-b639-9581091fa73c req-e56202fc-d75d-49f7-a095-8c2f07a3c97d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 Oct 04 05:48:49.987749 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee3aad-b4e4-42d6-9178-41271ed30a0e req-e071c275-8bf0-4ec4-8561-9b3eb9d8af97 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:49.989947 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-54ee3aad-b4e4-42d6-9178-41271ed30a0e req-e071c275-8bf0-4ec4-8561-9b3eb9d8af97 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0476017 Oct 04 05:48:50.037051 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-54ee3aad-b4e4-42d6-9178-41271ed30a0e req-39d6c44a-12aa-467b-9326-8a0a81c3f7cc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Oct 04 05:48:51.128239 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:51.163556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c57d4-55f4-49eb-82a1-9c300a15d51f req-9374a19f-1c3d-4754-85ef-34f3df98fcc9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:51.164941 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9c7c57d4-55f4-49eb-82a1-9c300a15d51f req-9374a19f-1c3d-4754-85ef-34f3df98fcc9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0462339 Oct 04 05:48:51.211825 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9c7c57d4-55f4-49eb-82a1-9c300a15d51f req-b5064e05-fa7b-4ea5-a3df-52c7dc2dc5be tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412116 Oct 04 05:48:52.337283 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3990fd-f8bc-4b86-80a3-4738a769fd09 req-b0dc2ac8-d238-429a-98bf-d3555befd144 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:52.338768 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9a3990fd-f8bc-4b86-80a3-4738a769fd09 req-b0dc2ac8-d238-429a-98bf-d3555befd144 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0463076 Oct 04 05:48:52.385946 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9a3990fd-f8bc-4b86-80a3-4738a769fd09 req-94f2e2d0-bd3d-4aa7-bcbd-3b7fee64a0fa tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403137 Oct 04 05:48:53.512743 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456838d-61c3-4759-9cdb-029f5eeb04f9 req-29c527d9-cbe5-4154-ba7f-1ce3c435af47 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:53.514222 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d456838d-61c3-4759-9cdb-029f5eeb04f9 req-29c527d9-cbe5-4154-ba7f-1ce3c435af47 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0469735 Oct 04 05:48:53.564392 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d456838d-61c3-4759-9cdb-029f5eeb04f9 req-06cc5ccf-21c3-451c-b06b-550c45930a4c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 Oct 04 05:48:54.690284 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0e4a-af76-49d7-a7f4-49b370ac87d7 req-a6067692-170b-4185-ab52-1d9c4cb6dee2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:54.699179 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ba7f0e4a-af76-49d7-a7f4-49b370ac87d7 req-a6067692-170b-4185-ab52-1d9c4cb6dee2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0483084 Oct 04 05:48:54.738045 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ba7f0e4a-af76-49d7-a7f4-49b370ac87d7 req-9298eeaa-914e-4758-add1-b796e9696be0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408716 Oct 04 05:48:55.864003 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090235f-df33-48b4-b626-4bacfb2234dc req-f1a4392d-96d8-4cf0-b413-4a4c03eb3ec5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:55.865435 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6090235f-df33-48b4-b626-4bacfb2234dc req-f1a4392d-96d8-4cf0-b413-4a4c03eb3ec5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0469747 Oct 04 05:48:55.910633 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6090235f-df33-48b4-b626-4bacfb2234dc req-8e7ec3c4-b765-429c-a882-ffa7cd1d69b7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Oct 04 05:48:57.044372 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c6ab7-2a01-443d-924d-cd080ce70f39 req-379c8648-64f0-4d54-9360-c4b3fcc806b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:57.045832 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e83c6ab7-2a01-443d-924d-cd080ce70f39 req-379c8648-64f0-4d54-9360-c4b3fcc806b8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0464909 Oct 04 05:48:57.091826 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e83c6ab7-2a01-443d-924d-cd080ce70f39 req-6948ae95-0fe3-4dad-bd66-63259235a98d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Oct 04 05:48:57.591996 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-620778b4-ff82-42e2-822e-8f49462d9437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:48:58.221730 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b4e2-057f-4085-ac59-60ce034cd30e req-b2c37620-6844-4a16-8e95-cfb5cfabe1b9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:58.223271 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4088b4e2-057f-4085-ac59-60ce034cd30e req-b2c37620-6844-4a16-8e95-cfb5cfabe1b9 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0533843 Oct 04 05:48:58.259294 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:48:58.271181 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4088b4e2-057f-4085-ac59-60ce034cd30e req-c8153bd5-ba9e-47a5-8dd8-87db6c2f2297 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Oct 04 05:48:59.395682 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9cf6-24e6-4cc2-8226-be5d8d662d92 req-62a8da53-c2b8-48b3-9d18-f3eb9bbc1a16 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:59.397825 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c64f9cf6-24e6-4cc2-8226-be5d8d662d92 req-62a8da53-c2b8-48b3-9d18-f3eb9bbc1a16 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0468276 Oct 04 05:48:59.445407 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c64f9cf6-24e6-4cc2-8226-be5d8d662d92 req-b4eb8fa8-7083-4ddf-9fd0-c43510928be1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Oct 04 05:48:59.494116 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0c264-5fd1-43d2-8adb-f0584881fc44 req-3b26ea8a-40f4-40f9-9dab-949430ed4a91 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:48:59.495585 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3ef0c264-5fd1-43d2-8adb-f0584881fc44 req-3b26ea8a-40f4-40f9-9dab-949430ed4a91 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0460906 Oct 04 05:48:59.544026 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3ef0c264-5fd1-43d2-8adb-f0584881fc44 req-c117f706-c44e-4c86-b2b4-daab6adacde7 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Oct 04 05:48:59.923443 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-599e5a60-44b9-4fbf-ade6-f6a970de8e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:00.137441 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:00.143992 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:00.569768 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2853b1-a486-4163-93ab-8ff1a1f95109 req-e7689b6b-5b71-41bc-b027-8b7925e80a52 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:00.571233 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5f2853b1-a486-4163-93ab-8ff1a1f95109 req-e7689b6b-5b71-41bc-b027-8b7925e80a52 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0456145 Oct 04 05:49:00.621045 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5f2853b1-a486-4163-93ab-8ff1a1f95109 req-cd8e3998-0002-4357-8862-5743d8f39047 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Oct 04 05:49:00.726794 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf088ac-9ca2-483f-b936-73f75f3b2b67 req-6101d540-1241-406f-a9d6-1296571c3e58 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:00.728336 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9bf088ac-9ca2-483f-b936-73f75f3b2b67 req-6101d540-1241-406f-a9d6-1296571c3e58 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0463407 Oct 04 05:49:00.773403 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9bf088ac-9ca2-483f-b936-73f75f3b2b67 req-c3b39856-19dd-4538-8504-43f65679a2d1 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Oct 04 05:49:01.168773 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:01.742543 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b40e7-3762-411f-9391-1b3903801d33 req-2135462b-5f73-4086-8773-5862d50aefd4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:01.743909 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-925b40e7-3762-411f-9391-1b3903801d33 req-2135462b-5f73-4086-8773-5862d50aefd4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0455282 Oct 04 05:49:01.790892 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-925b40e7-3762-411f-9391-1b3903801d33 req-cc21c7d8-be88-4133-8247-ab7057328066 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Oct 04 05:49:01.858801 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:01.898892 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c78fd-d78e-4090-bafb-23562bb3b1ac req-3613ac7f-0701-4e7c-9aa7-8ee31162899f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:01.900433 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b21c78fd-d78e-4090-bafb-23562bb3b1ac req-3613ac7f-0701-4e7c-9aa7-8ee31162899f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Oct 04 05:49:01.947362 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b21c78fd-d78e-4090-bafb-23562bb3b1ac req-bea380e0-db3f-4d43-b60f-d72adc4176ce tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Oct 04 05:49:02.791665 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:02.893844 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:02.919081 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1735f-831d-4e7a-8c4b-734dbdb8e65b req-7586c49d-d53e-453b-82c8-c28d0fbf692c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:02.920562 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-43d1735f-831d-4e7a-8c4b-734dbdb8e65b req-7586c49d-d53e-453b-82c8-c28d0fbf692c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0480306 Oct 04 05:49:02.972176 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-43d1735f-831d-4e7a-8c4b-734dbdb8e65b req-8d6bc0a1-4dac-4282-99ac-04db9c772150 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Oct 04 05:49:03.072920 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7938b-d741-4f4f-aff3-92430a1113e6 req-e46e1384-f089-4918-82bf-2444d101d623 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:03.074367 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-39d7938b-d741-4f4f-aff3-92430a1113e6 req-e46e1384-f089-4918-82bf-2444d101d623 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0454662 Oct 04 05:49:03.126995 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-39d7938b-d741-4f4f-aff3-92430a1113e6 req-a4f55d1e-52b6-4af6-b797-176d60061a70 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=95172209-96f7-422b-8974-1062e98eb374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Oct 04 05:49:03.296847 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-d30cca53-8574-40f6-8995-b18c6fffd268 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:03.298325 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-d30cca53-8574-40f6-8995-b18c6fffd268 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Oct 04 05:49:03.384353 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Deleting port 6aff3573-db21-4dc2-80d8-968b7594ff8b {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:03.384686 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:03.476566 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] For port 6aff3573-db21-4dc2-80d8-968b7594ff8b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6aff3573-db21-4dc2-80d8-968b7594ff8b,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:03.476925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:03.567862 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:03.635014 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:03.635372 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:03.635679 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Floating IP e828e75f-b4c9-4fbf-a61e-76401be2c07a disassociated. External IP: 172.27.1.203, port: 6aff3573-db21-4dc2-80d8-968b7594ff8b. Oct 04 05:49:03.636015 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Calling delete_port for 6aff3573-db21-4dc2-80d8-968b7594ff8b owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:03.756226 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:03.836907 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6aff3573-db21-4dc2-80d8-968b7594ff8b), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:03.872402 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event deleted for resources: {'Port': ['ID=6aff3573-db21-4dc2-80d8-968b7594ff8b,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:03.994071 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Router 5b90ad0b-d27a-4413-812d-90993fc5405a has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:49:04.098812 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d24a0-5e9b-4b21-8fdf-2f9f71bc1f64 req-dca92716-4b35-4e29-b2bd-7d6146149e1e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:04.102619 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a14d24a0-5e9b-4b21-8fdf-2f9f71bc1f64 req-dca92716-4b35-4e29-b2bd-7d6146149e1e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0505185 Oct 04 05:49:04.106888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:49:04.118473 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] Sync routers for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:49:04.130029 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:04.130965 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:04.149147 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a14d24a0-5e9b-4b21-8fdf-2f9f71bc1f64 req-a5049d31-02f2-4344-9f57-9d3813444aec tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Oct 04 05:49:04.151802 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] No DVR routers for this DVR port 6aff3573-db21-4dc2-80d8-968b7594ff8b on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:04.155644 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:04.158170 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7ed1dbef-e25a-48e1-b9c1-4351669abc70 req-da11867e-b283-4f2f-809e-5b728020845d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "DELETE /networking/v2.0/ports/6aff3573-db21-4dc2-80d8-968b7594ff8b HTTP/1.1" status: 204 len: 173 time: 0.8526871 Oct 04 05:49:04.158675 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'name': 'network-vif-deleted', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:04.160904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c7189-0916-4207-ba86-9f017f2a3a0c" -d '{"events": [{"server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "name": "network-vif-deleted", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:04.226633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424692d9-896c-4ecd-84f7-c3eac812caad x-openstack-request-id: req-424692d9-896c-4ecd-84f7-c3eac812caad {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:04.227059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef1eaae-b386-4ce1-9d08-63972bda8851", "name": "network-vif-deleted", "tag": "6aff3573-db21-4dc2-80d8-968b7594ff8b", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:04.227351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-424692d9-896c-4ecd-84f7-c3eac812caad {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:04.227805 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424692d9-896c-4ecd-84f7-c3eac812caad'] response: {'server_uuid': '6ef1eaae-b386-4ce1-9d08-63972bda8851', 'name': 'network-vif-deleted', 'tag': '6aff3573-db21-4dc2-80d8-968b7594ff8b', 'status': 'completed', 'code': 200} Oct 04 05:49:04.244171 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f277946c-41b9-4ec8-b210-f6d3ef907b5d req-07cc2d28-9408-405d-b275-ebee90022a66 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0309043 Oct 04 05:49:04.246804 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:04.452605 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:04.481872 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] Checking router: 5b90ad0b-d27a-4413-812d-90993fc5405a for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:49:04.490454 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:04.492294 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:04.671490 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:04.853802 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:04.878976 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e650b-d9b9-44db-9312-feea5b47054b None None] The sync data for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi is: [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:44:15Z', 'revision_number': 4, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'fc6c0214-a407-46f2-888c-e520be4a1a05', 'name': '', 'network_id': '4e58183d-6dc3-4dfa-97e6-588eb4bec1b8', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'mac_address': 'fa:16:3e:e8:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:14Z', 'updated_at': '2022-10-04T05:44:21Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'subnets': [{'id': 'd30785f6-7194-42c4-97ef-b4ab0352b3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:49:04.961108 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:49:05.070660 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:05.082096 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'mac_address': 'fa:16:3e:6d:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:49:05.117139 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6233d7-56aa-4e72-85f3-7db93295e6e6 None None] New status for floating IP e828e75f-b4c9-4fbf-a61e-76401be2c07a: DOWN {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:49:05.137616 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:49:05.149686 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: ACTIVE; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:49:05.150069 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:05.198097 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:49:05.286243 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:05.294984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622006e-b9f0-47e3-a3e4-cc9345bff6ec req-cb1ff455-5928-4401-8eeb-5281df51a614 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:05.302277 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b622006e-b9f0-47e3-a3e4-cc9345bff6ec req-cb1ff455-5928-4401-8eeb-5281df51a614 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0548813 Oct 04 05:49:05.346277 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:05.346979 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b622006e-b9f0-47e3-a3e4-cc9345bff6ec req-0cc3300e-0e46-467c-bd1b-4817a35c47c1 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Oct 04 05:49:05.367923 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a93bfd07-1ec7-4fc0-8e36-d198e97e7592 req-8f03e3f6-c9b3-4a99-95b4-78bfa4ad49db tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ef1eaae-b386-4ce1-9d08-63972bda8851 HTTP/1.1" status: 200 len: 210 time: 0.0294516 Oct 04 05:49:05.400668 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=6']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:05.708131 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:49:05.796860 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:06.494120 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92785-ba95-4040-ad1b-089b3283a836 req-6aea0535-ee4a-41ff-8964-65391a049e8d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:06.495664 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-84a92785-ba95-4040-ad1b-089b3283a836 req-6aea0535-ee4a-41ff-8964-65391a049e8d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 944 time: 0.0520015 Oct 04 05:49:06.503659 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45890) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:06.580887 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-84a92785-ba95-4040-ad1b-089b3283a836 req-8997dd88-93c5-4cac-988b-0cd0148e3764 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776677 Oct 04 05:49:06.581759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-135abe27-5677-454b-9a40-22cc35f3131d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group (95172209-96f7-422b-8974-1062e98eb374), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:06.616751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-135abe27-5677-454b-9a40-22cc35f3131d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group (95172209-96f7-422b-8974-1062e98eb374), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:06.718173 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-135abe27-5677-454b-9a40-22cc35f3131d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (95172209-96f7-422b-8974-1062e98eb374), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:06.720926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-135abe27-5677-454b-9a40-22cc35f3131d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:06.722183 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-135abe27-5677-454b-9a40-22cc35f3131d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/95172209-96f7-422b-8974-1062e98eb374 HTTP/1.1" status: 204 len: 168 time: 0.2174690 Oct 04 05:49:06.724937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 45894) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:06.739804 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.api.v2.resource [None req-a5cc07df-c409-4556-9423-1b1027999d9b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] show failed (client error): The resource could not be found. Oct 04 05:49:06.740888 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a5cc07df-c409-4556-9423-1b1027999d9b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups/95172209-96f7-422b-8974-1062e98eb374 HTTP/1.1" status: 404 len: 347 time: 0.0149224 Oct 04 05:49:06.741296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135abe27-5677-454b-9a40-22cc35f3131d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95172209-96f7-422b-8974-1062e98eb374,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:06.743829 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 45896) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:06.754318 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:06.974986 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:49:07.039236 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:49:07.039798 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.040271 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d Oct 04 05:49:07.175828 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Deleting port b537beba-854d-413f-a456-b676808caa5e {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:07.176262 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (b537beba-854d-413f-a456-b676808caa5e), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.272414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (b537beba-854d-413f-a456-b676808caa5e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.272632 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (b537beba-854d-413f-a456-b676808caa5e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.273895 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:49:07.274580 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.290781 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Calling delete_port for b537beba-854d-413f-a456-b676808caa5e owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:07.292343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:07.300276 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:07.302704 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c8c87f-9547-495a-98f4-973fd87cf00d" -d '{"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:07.317517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:07.438704 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.440234 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6aff3573-db21-4dc2-80d8-968b7594ff8b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:07.498785 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 6aff3573-db21-4dc2-80d8-968b7594ff8b {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:07.499164 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6aff3573-db21-4dc2-80d8-968b7594ff8b not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:07.512284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92216429-4d98-4ba0-89b7-149ff65430b8 x-openstack-request-id: req-92216429-4d98-4ba0-89b7-149ff65430b8 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:07.512799 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:07.513051 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92216429-4d98-4ba0-89b7-149ff65430b8 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:07.513464 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92216429-4d98-4ba0-89b7-149ff65430b8'] response: {'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'code': 200} Oct 04 05:49:07.534492 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=7']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:07.540647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (b537beba-854d-413f-a456-b676808caa5e), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.569621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event deleted for resources: {'Port': ['ID=b537beba-854d-413f-a456-b676808caa5e,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:07.658610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks [] for floatingip (e828e75f-b4c9-4fbf-a61e-76401be2c07a), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.661533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:07.663115 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5c43f1c6-36b6-4128-b3ac-3b9cc8f62bf3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e828e75f-b4c9-4fbf-a61e-76401be2c07a HTTP/1.1" status: 204 len: 168 time: 0.9182863 Oct 04 05:49:07.734480 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15727-3bda-44ac-8303-fa4b1ea772f9 req-97eb06ef-2509-43db-8b74-52a17f6361b0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:07.736643 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6be15727-3bda-44ac-8303-fa4b1ea772f9 req-97eb06ef-2509-43db-8b74-52a17f6361b0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0617032 Oct 04 05:49:07.800986 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6be15727-3bda-44ac-8303-fa4b1ea772f9 req-96adbe91-f036-49ff-91ed-d615fc1a2907 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581775 Oct 04 05:49:08.949717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:08.984741 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca57df-04b9-4bf5-b65c-43647ebe0de6 req-f744ba64-ed7d-4d33-8928-28ef93a1c64e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:08.986446 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dcca57df-04b9-4bf5-b65c-43647ebe0de6 req-f744ba64-ed7d-4d33-8928-28ef93a1c64e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0746369 Oct 04 05:49:09.048440 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dcca57df-04b9-4bf5-b65c-43647ebe0de6 req-fcf148d8-503e-43c3-9694-b543f9b2f2d6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539231 Oct 04 05:49:10.194073 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea93234-0612-49c3-8fd7-23eb2bfe0cb2 req-1c1c1f35-374b-498d-88c0-fd83fee8ee0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:10.195827 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-eea93234-0612-49c3-8fd7-23eb2bfe0cb2 req-1c1c1f35-374b-498d-88c0-fd83fee8ee0b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0613608 Oct 04 05:49:10.257577 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:10.261838 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-eea93234-0612-49c3-8fd7-23eb2bfe0cb2 req-d529fb82-5cb5-4e53-8c3a-57843a4005d2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499635 Oct 04 05:49:10.660334 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aedc72-a7ef-475f-8498-79f424c8256a req-d420bf6a-18d5-412a-88c1-154bff953e03 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:10.661956 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-75aedc72-a7ef-475f-8498-79f424c8256a req-d420bf6a-18d5-412a-88c1-154bff953e03 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0513988 Oct 04 05:49:10.712724 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-75aedc72-a7ef-475f-8498-79f424c8256a req-2aaec1f8-dd8a-4ce0-a00d-312f395e8197 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Oct 04 05:49:11.431968 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c9c5-926c-4a9f-b7ac-3425ced29f23 req-3ffced49-ab30-43ce-b925-9fcb5136ff6e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:11.433424 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5d39c9c5-926c-4a9f-b7ac-3425ced29f23 req-3ffced49-ab30-43ce-b925-9fcb5136ff6e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0477457 Oct 04 05:49:11.492505 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5d39c9c5-926c-4a9f-b7ac-3425ced29f23 req-2e7af757-630d-4bc3-885a-0311ab370a17 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529246 Oct 04 05:49:11.859409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86385b-d939-4943-b0c5-e02ce5448cfd req-a5c13844-ae68-429d-b78d-a82b430e6cb9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:11.860946 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8d86385b-d939-4943-b0c5-e02ce5448cfd req-a5c13844-ae68-429d-b78d-a82b430e6cb9 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0574098 Oct 04 05:49:11.958790 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8d86385b-d939-4943-b0c5-e02ce5448cfd req-253f05d9-45f9-4ba8-9482-7158d61bcf5c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914431 Oct 04 05:49:12.626073 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4bdd1-cf41-4cc6-8bb1-5f9b99540aca req-98cbcd43-c078-4f25-a84c-666519cbaf60 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:12.627732 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4db4bdd1-cf41-4cc6-8bb1-5f9b99540aca req-98cbcd43-c078-4f25-a84c-666519cbaf60 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0499959 Oct 04 05:49:12.676758 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4db4bdd1-cf41-4cc6-8bb1-5f9b99540aca req-bf0f7499-6dfa-4336-9960-c9f7f17d553d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Oct 04 05:49:13.114236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8614e7-aacf-4116-8619-13df99bf92cd req-3d2e7dad-93e4-41b5-b389-d87ff6192060 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:13.122465 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bb8614e7-aacf-4116-8619-13df99bf92cd req-3d2e7dad-93e4-41b5-b389-d87ff6192060 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0711920 Oct 04 05:49:13.185132 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bb8614e7-aacf-4116-8619-13df99bf92cd req-d635c0d1-9891-43bb-8abd-e0e1e3894a2b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613704 Oct 04 05:49:13.855977 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d73a-f357-4294-93f0-2bce6f9794e2 req-a879c762-4321-4b4c-8c8a-41da814fe418 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:13.857661 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e309d73a-f357-4294-93f0-2bce6f9794e2 req-a879c762-4321-4b4c-8c8a-41da814fe418 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0504868 Oct 04 05:49:13.916270 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e309d73a-f357-4294-93f0-2bce6f9794e2 req-ca5b6f26-8361-4875-9c51-ec78831e87dd tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Oct 04 05:49:14.163503 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-3d93b261-a888-450d-b680-f116bb0a11d3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:14.165730 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-3d93b261-a888-450d-b680-f116bb0a11d3 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0561938 Oct 04 05:49:14.349815 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Deleting port e6548b2f-6183-4b2b-aebf-1a0952863241 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:14.350182 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:14.359736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d6148-65c1-405c-b380-480dfd5986a4 req-d71452a8-a77b-4583-8af3-f176eb00ec7c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:14.361198 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-140d6148-65c1-405c-b380-480dfd5986a4 req-d71452a8-a77b-4583-8af3-f176eb00ec7c tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 945 time: 0.0845704 Oct 04 05:49:14.474785 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-140d6148-65c1-405c-b380-480dfd5986a4 req-9453ca6c-b30e-482a-a104-6d642366c9c2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006219 Oct 04 05:49:14.493018 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] For port e6548b2f-6183-4b2b-aebf-1a0952863241, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e6548b2f-6183-4b2b-aebf-1a0952863241,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:14.493809 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:14.523759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Calling delete_port for e6548b2f-6183-4b2b-aebf-1a0952863241 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:14.782397 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (e6548b2f-6183-4b2b-aebf-1a0952863241), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:14.822072 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['1c9ceaa0-2adc-4ea7-892e-2a41d1c48287', 'e6548b2f-6183-4b2b-aebf-1a0952863241'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:49:14.868999 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event deleted for resources: {'Port': ['ID=e6548b2f-6183-4b2b-aebf-1a0952863241,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:14.877354 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:14.904549 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] No DVR routers for this DVR port e6548b2f-6183-4b2b-aebf-1a0952863241 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:14.918412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:14.918412 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e8778904-93c0-4ef3-ba6c-7a94e451a8e1 req-8b6d82c7-21f6-485a-9b04-f304b4c85b93 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "DELETE /networking/v2.0/ports/e6548b2f-6183-4b2b-aebf-1a0952863241 HTTP/1.1" status: 204 len: 173 time: 0.7353373 Oct 04 05:49:14.918412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'name': 'network-vif-deleted', 'tag': 'e6548b2f-6183-4b2b-aebf-1a0952863241'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:14.918412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52787c43-0447-4282-94eb-958b736309a1" -d '{"events": [{"server_uuid": "98b22d78-62a0-4440-8cae-c8e5b37e99fa", "name": "network-vif-deleted", "tag": "e6548b2f-6183-4b2b-aebf-1a0952863241"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:14.966747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d2c894-c3ed-48d7-b4f0-11f8bb9d2a4b x-openstack-request-id: req-23d2c894-c3ed-48d7-b4f0-11f8bb9d2a4b {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:14.967872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b22d78-62a0-4440-8cae-c8e5b37e99fa", "name": "network-vif-deleted", "tag": "e6548b2f-6183-4b2b-aebf-1a0952863241", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:14.967872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23d2c894-c3ed-48d7-b4f0-11f8bb9d2a4b {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:14.968693 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d2c894-c3ed-48d7-b4f0-11f8bb9d2a4b'] response: {'server_uuid': '98b22d78-62a0-4440-8cae-c8e5b37e99fa', 'name': 'network-vif-deleted', 'tag': 'e6548b2f-6183-4b2b-aebf-1a0952863241', 'status': 'completed', 'code': 200} Oct 04 05:49:15.156834 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:15.156834 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46a1c-2903-4bf2-a1fe-1c23bbe46007 req-1f19dbc8-74b4-4c47-a3ce-a4cebe248d59 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:15.156834 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8ed46a1c-2903-4bf2-a1fe-1c23bbe46007 req-1f19dbc8-74b4-4c47-a3ce-a4cebe248d59 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0776205 Oct 04 05:49:15.265639 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8ed46a1c-2903-4bf2-a1fe-1c23bbe46007 req-196f0550-c112-43ab-bf1d-44284890ec82 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680861 Oct 04 05:49:15.635179 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-952ddd5c-ea0c-48e6-b7f4-c2bd1f6da4b0 req-729cf7f6-a561-4dd1-a610-048c379fe90f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0396008 Oct 04 05:49:16.329059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:16.340067 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4bc6-9ccc-4e0e-8a47-4fed2f0e7a47 req-322a90aa-7d4e-4304-aa4d-13d94f6c2108 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:16.341543 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cc0f4bc6-9ccc-4e0e-8a47-4fed2f0e7a47 req-322a90aa-7d4e-4304-aa4d-13d94f6c2108 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0515082 Oct 04 05:49:16.393243 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cc0f4bc6-9ccc-4e0e-8a47-4fed2f0e7a47 req-e3fdf993-5642-4310-a074-3611afaa010d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Oct 04 05:49:16.763767 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7afe8d3c-42eb-453b-b2b9-ab943311e8d7 req-f83a9ea9-8fbb-4e33-ba03-0b0c26b1919f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=98b22d78-62a0-4440-8cae-c8e5b37e99fa HTTP/1.1" status: 200 len: 210 time: 0.0330327 Oct 04 05:49:17.022748 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device e6548b2f-6183-4b2b-aebf-1a0952863241 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:17.062507 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: e6548b2f-6183-4b2b-aebf-1a0952863241 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:17.062959 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device e6548b2f-6183-4b2b-aebf-1a0952863241 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:17.527101 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270b162-91d9-4e66-957d-08f49730677f req-33ce6493-13d1-4e0e-b21c-2cef2a92db74 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:17.528580 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2270b162-91d9-4e66-957d-08f49730677f req-33ce6493-13d1-4e0e-b21c-2cef2a92db74 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0521414 Oct 04 05:49:17.577112 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2270b162-91d9-4e66-957d-08f49730677f req-1baf34ba-3caa-4430-a7a9-20c7b6c6cb01 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Oct 04 05:49:17.700294 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:18.297428 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-323227e5-74e2-4be3-82d7-38b1a82de636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:18.298957 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-323227e5-74e2-4be3-82d7-38b1a82de636 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1129 time: 0.0401714 Oct 04 05:49:18.304497 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce474b-33e8-4c48-99c2-76ecd53c4375 req-86d9a0d0-5e26-4f52-b24d-ab2c6187bc19 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:18.305933 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1cce474b-33e8-4c48-99c2-76ecd53c4375 req-86d9a0d0-5e26-4f52-b24d-ab2c6187bc19 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0461249 Oct 04 05:49:18.352402 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1cce474b-33e8-4c48-99c2-76ecd53c4375 req-d7d746a5-b67b-461e-9df8-6d6ab056e72d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Oct 04 05:49:18.392525 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-128df5ae-b685-45e4-a9f4-65569f41ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:18.393979 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-128df5ae-b685-45e4-a9f4-65569f41ec5e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.0881834 Oct 04 05:49:18.715466 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae287be-a4d9-4dd3-955c-1703cbc82beb req-c3188087-2372-4942-8ba0-e1a479174716 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:18.716905 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dae287be-a4d9-4dd3-955c-1703cbc82beb req-c3188087-2372-4942-8ba0-e1a479174716 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0465045 Oct 04 05:49:18.762221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dae287be-a4d9-4dd3-955c-1703cbc82beb req-3c9a7842-f090-4442-b9d6-bff9cd0f6b9d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389774 Oct 04 05:49:19.469846 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1d7a3-f27a-496c-99e7-b399a1cbf904 req-7697d766-35a5-4ed4-a57f-397ab157d1b4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:19.471233 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fab1d7a3-f27a-496c-99e7-b399a1cbf904 req-7697d766-35a5-4ed4-a57f-397ab157d1b4 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0458505 Oct 04 05:49:19.520196 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fab1d7a3-f27a-496c-99e7-b399a1cbf904 req-03c01376-e203-47bf-b429-dde8b1c80afb tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Oct 04 05:49:19.887566 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913e13-6ea6-4757-b1d4-6d7dfc84d0e8 req-75ea7d62-34d3-47fd-b2b1-b99fb412d06e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:19.889046 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-84913e13-6ea6-4757-b1d4-6d7dfc84d0e8 req-75ea7d62-34d3-47fd-b2b1-b99fb412d06e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0449479 Oct 04 05:49:19.935538 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-84913e13-6ea6-4757-b1d4-6d7dfc84d0e8 req-aa9ab4b7-dffc-4b8e-bc17-04f9be9b2362 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Oct 04 05:49:20.637186 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247024-aca5-48ee-a1f2-332b148d8d80 req-833944bf-e4ad-414e-9d1e-34dd335d0712 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:20.638655 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0c247024-aca5-48ee-a1f2-332b148d8d80 req-833944bf-e4ad-414e-9d1e-34dd335d0712 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0453858 Oct 04 05:49:20.683830 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0c247024-aca5-48ee-a1f2-332b148d8d80 req-c41d4c5a-511c-47a6-a3a5-a5f40932f4cf tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Oct 04 05:49:21.026095 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:21.063446 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c33c-a622-4f14-a28c-234dd3e92cb9 req-5dbf2289-2298-47e2-a513-7703c594deec tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:21.064814 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c7e0c33c-a622-4f14-a28c-234dd3e92cb9 req-5dbf2289-2298-47e2-a513-7703c594deec tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 945 time: 0.0493987 Oct 04 05:49:21.096426 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: ACTIVE; New status is: DOWN {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:49:21.096815 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:21.111119 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c7e0c33c-a622-4f14-a28c-234dd3e92cb9 req-1fed94c8-49c9-4e86-bcb1-b7f7f236cdd8 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Oct 04 05:49:21.122658 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:21.125041 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb872e-ddde-48ef-b135-2021122efb67" -d '{"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:21.137657 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:21.161161 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e542bd46-2a5b-4cf8-b788-fb799126e54a x-openstack-request-id: req-e542bd46-2a5b-4cf8-b788-fb799126e54a {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:21.161458 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:21.161715 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e542bd46-2a5b-4cf8-b788-fb799126e54a {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:21.162116 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e542bd46-2a5b-4cf8-b788-fb799126e54a'] response: {'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'code': 200} Oct 04 05:49:21.216688 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:21.265132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=8']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:21.765490 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-3f7c534b-9546-480f-af67-092ccd385e7d service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 200 len: 998 time: 0.0545433 Oct 04 05:49:21.814476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a916050-d0c0-4036-90dc-df0b2c0e01aa req-62bbcf67-b6b9-4ba5-9fc0-dfba6c1d0507 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:21.816238 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a916050-d0c0-4036-90dc-df0b2c0e01aa req-62bbcf67-b6b9-4ba5-9fc0-dfba6c1d0507 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0498447 Oct 04 05:49:21.879582 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a916050-d0c0-4036-90dc-df0b2c0e01aa req-f945d4d6-3515-449f-a835-13df127a838d tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Oct 04 05:49:21.916201 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-23248667-949e-4518-806e-27644029dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:21.917633 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-23248667-949e-4518-806e-27644029dd21 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0542178 Oct 04 05:49:22.239037 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e16d-7137-43db-b04f-25f78f3aba5b req-0d3386cb-7e4f-480e-93f1-af7f850c9cd5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:22.240504 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b957e16d-7137-43db-b04f-25f78f3aba5b req-0d3386cb-7e4f-480e-93f1-af7f850c9cd5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0456817 Oct 04 05:49:22.289126 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b957e16d-7137-43db-b04f-25f78f3aba5b req-b3fab3c2-2813-451f-bf61-ad48c4715dc2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Oct 04 05:49:22.383943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01837c15-15d1-4931-b710-24634e46bb4d req-e13912f7-90c5-4eda-b62e-499c0186a4bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:22.385326 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01837c15-15d1-4931-b710-24634e46bb4d req-e13912f7-90c5-4eda-b62e-499c0186a4bd tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0700498 Oct 04 05:49:22.386391 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-f6732394-9153-489b-8e3f-1818fa8d58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:22.387714 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-f6732394-9153-489b-8e3f-1818fa8d58cb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819967 Oct 04 05:49:22.754779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:22.827575 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Deleting port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:22.827983 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:22.833356 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-4dd682b1-3c3d-4fcb-9526-b66fb4bc2cfe service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533718 Oct 04 05:49:22.887441 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:23.029633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] For port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:23.029913 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:23.051391 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e5a69767-14b7-40d1-ba40-953267c0f154 req-d6a6cfb5-c130-435c-96fe-21bdb36ef04d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047646 Oct 04 05:49:23.052281 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Calling delete_port for 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:23.059098 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384852c9-1983-403d-8a69-f79db0d24dad req-039f8fff-2b6b-40c0-8e29-cc55365b9689 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:23.060537 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-384852c9-1983-403d-8a69-f79db0d24dad req-039f8fff-2b6b-40c0-8e29-cc55365b9689 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 945 time: 0.0895369 Oct 04 05:49:23.157629 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-384852c9-1983-403d-8a69-f79db0d24dad req-4bffaeed-323a-4332-9bf8-26633c8932fc tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893524 Oct 04 05:49:23.300189 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (1c9ceaa0-2adc-4ea7-892e-2a41d1c48287), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:23.325130 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Pushing event deleted for resources: {'Port': ['ID=1c9ceaa0-2adc-4ea7-892e-2a41d1c48287,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:23.382215 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] No DVR routers for this DVR port 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:23.384742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:23.388272 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01837c15-15d1-4931-b710-24634e46bb4d req-04bf9359-458d-4f7d-bde5-169a736eb67b tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.39 "DELETE /networking/v2.0/ports/1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 HTTP/1.1" status: 204 len: 173 time: 0.7071414 Oct 04 05:49:23.388774 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'name': 'network-vif-deleted', 'tag': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:23.391577 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b252f443-3aa9-4d99-a0b5-9d0dcf4102fc" -d '{"events": [{"server_uuid": "f27eb826-a49d-4d1d-a843-cc725fae592b", "name": "network-vif-deleted", "tag": "1c9ceaa0-2adc-4ea7-892e-2a41d1c48287"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:23.431621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6fb4bc-b19e-4056-b273-237febf8cac3 x-openstack-request-id: req-fb6fb4bc-b19e-4056-b273-237febf8cac3 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:23.451196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27eb826-a49d-4d1d-a843-cc725fae592b", "name": "network-vif-deleted", "tag": "1c9ceaa0-2adc-4ea7-892e-2a41d1c48287", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:23.451196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb6fb4bc-b19e-4056-b273-237febf8cac3 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:23.451196 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6fb4bc-b19e-4056-b273-237febf8cac3'] response: {'server_uuid': 'f27eb826-a49d-4d1d-a843-cc725fae592b', 'name': 'network-vif-deleted', 'tag': '1c9ceaa0-2adc-4ea7-892e-2a41d1c48287', 'status': 'completed', 'code': 200} Oct 04 05:49:23.451916 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbd35-94a9-4a96-8b15-f24f359088da req-bf681b62-6256-42ea-9127-26f98c61b278 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:23.451916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6fdbbd35-94a9-4a96-8b15-f24f359088da req-bf681b62-6256-42ea-9127-26f98c61b278 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0559804 Oct 04 05:49:23.488322 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6fdbbd35-94a9-4a96-8b15-f24f359088da req-593824d3-6788-4382-a5b0-c8bcaa96bb2a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Oct 04 05:49:24.259461 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7d687ccc-de38-4ce4-9372-5c426c03b2f8 req-a65c197f-8f81-4ec4-b964-e53c5414af30 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 210 time: 0.0275812 Oct 04 05:49:24.610564 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:24.620749 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cdf42-639d-4f01-90b8-62cf1ebf27ae req-5c7995f1-33c6-4302-9a81-f105b8304185 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:24.622257 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d66cdf42-639d-4f01-90b8-62cf1ebf27ae req-5c7995f1-33c6-4302-9a81-f105b8304185 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0467222 Oct 04 05:49:24.668848 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d66cdf42-639d-4f01-90b8-62cf1ebf27ae req-c36d0ae6-e5f1-4f75-8b15-19b6506f5311 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Oct 04 05:49:24.702077 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=63 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:24.855023 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=97 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:25.047860 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:25.072937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:25.072937 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 1c9ceaa0-2adc-4ea7-892e-2a41d1c48287 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:25.364835 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ee258b8e-9663-4f29-bb97-6ac28cda56a8 req-3372d112-5883-4a81-a78e-c0d4e1ce4bc2 tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 210 time: 0.0305829 Oct 04 05:49:25.796539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef94473-c61f-46e3-bbba-db895a41b01a req-d3c192c4-c95a-4af0-b803-fbcfa4443d4e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:25.798034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6ef94473-c61f-46e3-bbba-db895a41b01a req-d3c192c4-c95a-4af0-b803-fbcfa4443d4e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0487020 Oct 04 05:49:25.844695 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6ef94473-c61f-46e3-bbba-db895a41b01a req-34fd17d5-1de5-45b2-aad6-49c83736b957 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406260 Oct 04 05:49:26.476233 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-684aca21-4620-41fe-ac3b-f9cbd8dc7113 req-f44ebe4d-6a71-4a10-845e-a0d7dd7d6e7f tempest-ServerRescueNegativeTestJSON-2007331953 tempest-ServerRescueNegativeTestJSON-2007331953-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f27eb826-a49d-4d1d-a843-cc725fae592b HTTP/1.1" status: 200 len: 210 time: 0.0270762 Oct 04 05:49:26.987038 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd62699-a72e-4872-9177-bbee1be9fb7c req-aff806fd-8254-48ff-b169-a307749d9674 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:26.988495 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dfd62699-a72e-4872-9177-bbee1be9fb7c req-aff806fd-8254-48ff-b169-a307749d9674 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0517526 Oct 04 05:49:27.035693 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dfd62699-a72e-4872-9177-bbee1be9fb7c req-6b0f7445-2f87-44c2-9d5b-1d5099ee8efb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Oct 04 05:49:27.596813 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b3955c88-2ec4-4d0f-a782-8ba0b01a239f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:27.669409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46150) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:28.040527 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:28.171658 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:28.200296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (5b90ad0b-d27a-4413-812d-90993fc5405a), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:28.478484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Deleting port fc6c0214-a407-46f2-888c-e520be4a1a05 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:28.478818 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:28.870294 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] For port fc6c0214-a407-46f2-888c-e520be4a1a05, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=fc6c0214-a407-46f2-888c-e520be4a1a05,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:28.871029 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:28.889383 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7efc6-9570-4bb8-8a3e-249922f51472 req-7c59aa3e-3db5-4500-ad23-9075cdfe9685 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:28.891500 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7bc7efc6-9570-4bb8-8a3e-249922f51472 req-7c59aa3e-3db5-4500-ad23-9075cdfe9685 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.0740230 Oct 04 05:49:28.895945 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Calling delete_port for fc6c0214-a407-46f2-888c-e520be4a1a05 owned by network:router_interface {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:28.999170 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7bc7efc6-9570-4bb8-8a3e-249922f51472 req-fa027b7d-e163-4f0b-b835-0af95a6d16af tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924535 Oct 04 05:49:29.040906 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:29.087557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:29.160154 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: DOWN; New status is: DOWN {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:49:29.180090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (fc6c0214-a407-46f2-888c-e520be4a1a05), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:29.212701 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6c0214-a407-46f2-888c-e520be4a1a05,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:29.240368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.240715 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.241049 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.241463 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.241711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.242033 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.242385 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.242706 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.243121 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.243339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.243664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.243984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.244298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.244627 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.245533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:29.336965 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [req-f9e3cc6e-ebec-4975-9fd8-2d7c172bb0e7 req-7153ced5-7c0f-44f9-9f2a-52b237eedd37 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:49:29.338100 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f9e3cc6e-ebec-4975-9fd8-2d7c172bb0e7 req-7153ced5-7c0f-44f9-9f2a-52b237eedd37 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055809 Oct 04 05:49:29.393985 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (5b90ad0b-d27a-4413-812d-90993fc5405a), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:29.604542 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Router 5b90ad0b-d27a-4413-812d-90993fc5405a has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:49:29.618210 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:29.681051 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dec5a-198f-448f-86e3-a89022a2e028 req-39f09fc2-4904-430a-9f34-3e92fc905e63 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:29.682532 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2c8dec5a-198f-448f-86e3-a89022a2e028 req-39f09fc2-4904-430a-9f34-3e92fc905e63 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0463350 Oct 04 05:49:29.712109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:49:29.719934 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5542887c-cdf9-413a-84b5-9545c5f748dd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/5b90ad0b-d27a-4413-812d-90993fc5405a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0482459 Oct 04 05:49:29.722662 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46184) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:29.725207 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] Sync routers for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:49:29.733788 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2c8dec5a-198f-448f-86e3-a89022a2e028 req-480bb97f-2f8f-4309-a748-b9d05b3715ae tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Oct 04 05:49:29.752432 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:29.753059 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:29.837282 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks [] for router (5b90ad0b-d27a-4413-812d-90993fc5405a), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:29.866878 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:29.927806 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a3c06577-b71d-43a9-b959-e1c6e7513227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:29.955534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks [] for router_gateway (5b90ad0b-d27a-4413-812d-90993fc5405a), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.033619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:30.064289 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:49:29Z', 'revision_number': 5, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port': {'id': '898660c6-c8cd-4319-8622-9b01c57eeef5', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:44:12Z', 'updated_at': '2022-10-04T05:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:30.078716 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Deleting port 898660c6-c8cd-4319-8622-9b01c57eeef5 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:30.079166 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.096840 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] Checking router: 5b90ad0b-d27a-4413-812d-90993fc5405a for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:49:30.106231 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] Routers {'5b90ad0b-d27a-4413-812d-90993fc5405a'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:30.107090 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['5b90ad0b-d27a-4413-812d-90993fc5405a'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:30.176635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16d25a-e220-4d99-a543-2871a6e081f1 req-89163a4a-1aac-4163-8074-b9b6213f8c30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:30.178125 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2e16d25a-e220-4d99-a543-2871a6e081f1 req-89163a4a-1aac-4163-8074-b9b6213f8c30 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.0850506 Oct 04 05:49:30.190834 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46210) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:30.207596 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] Set router 5b90ad0b-d27a-4413-812d-90993fc5405a gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:30.219625 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] For port 898660c6-c8cd-4319-8622-9b01c57eeef5, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=898660c6-c8cd-4319-8622-9b01c57eeef5,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:30.219964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.242688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Calling delete_port for 898660c6-c8cd-4319-8622-9b01c57eeef5 owned by network:router_gateway {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:30.260514 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:49:29Z', 'revision_number': 6, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:30.290438 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2e16d25a-e220-4d99-a543-2871a6e081f1 req-42a87166-a0c9-4fae-9633-9189fcf03604 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957787 Oct 04 05:49:30.290620 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a1185-6f9b-4977-b7cc-36368aa8158e None None] The sync data for ids ['5b90ad0b-d27a-4413-812d-90993fc5405a'] in dv-cinder-849143-10-iscsi is: [{'id': '5b90ad0b-d27a-4413-812d-90993fc5405a', 'name': 'tempest-ServerRescueNegativeTestJSON-1091259597-router', 'tenant_id': '689c4759cb5943b79f2637a8e29e230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:44:11Z', 'updated_at': '2022-10-04T05:49:29Z', 'revision_number': 6, 'project_id': '689c4759cb5943b79f2637a8e29e230e', 'gw_port_host': None}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:49:30.297653 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-eca36654-6540-420b-8d40-18ea2f53fdc5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054235 Oct 04 05:49:30.307789 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-5ca203c3-720f-49fd-b579-e4983df6db28 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:49:30.314801 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-5ca203c3-720f-49fd-b579-e4983df6db28 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0119300 Oct 04 05:49:30.396922 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46218) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:30.491402 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-83c2cf55-d665-4622-8295-b0b7bd9e5d7c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:30.492791 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-83c2cf55-d665-4622-8295-b0b7bd9e5d7c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports/6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 200 len: 940 time: 0.0948877 Oct 04 05:49:30.529113 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (898660c6-c8cd-4319-8622-9b01c57eeef5), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.556253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=898660c6-c8cd-4319-8622-9b01c57eeef5,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:30.623359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (5b90ad0b-d27a-4413-812d-90993fc5405a), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.762808 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (5b90ad0b-d27a-4413-812d-90993fc5405a), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.769794 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-77bc0475-284b-4853-968b-35e5fe9c2534 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:30.773476 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-77bc0475-284b-4853-968b-35e5fe9c2534 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.1307540 Oct 04 05:49:30.773476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks [] for router_controller (5b90ad0b-d27a-4413-812d-90993fc5405a), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.864937 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:30.873728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7f62-5a99-4b28-99c0-abaa29842eb6 req-cf86da81-a253-4a56-92f8-875b59bcd3a0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:30.875445 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-083b7f62-5a99-4b28-99c0-abaa29842eb6 req-cf86da81-a253-4a56-92f8-875b59bcd3a0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0505743 Oct 04 05:49:30.919087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port 61425b0d-a5a9-464e-a54a-4afd7be1d75c {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:30.919478 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.931715 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-083b7f62-5a99-4b28-99c0-abaa29842eb6 req-a3c36c33-7623-4f1b-b4ec-a28dc3705948 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Oct 04 05:49:30.935189 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (5b90ad0b-d27a-4413-812d-90993fc5405a), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.936085 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b90ad0b-d27a-4413-812d-90993fc5405a {{(pid=113153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:49:30.967796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:30.970217 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4e9dd270-412a-4598-8afd-10ddb2eddc18 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/5b90ad0b-d27a-4413-812d-90993fc5405a HTTP/1.1" status: 204 len: 168 time: 1.2464507 Oct 04 05:49:30.972940 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46230) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:31.021854 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] For port 61425b0d-a5a9-464e-a54a-4afd7be1d75c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=61425b0d-a5a9-464e-a54a-4afd7be1d75c,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:31.022239 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.022416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Deleting subnet d30785f6-7194-42c4-97ef-b4ab0352b3ec {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:49:31.026799 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Publish callbacks [] for subnet (d30785f6-7194-42c4-97ef-b4ab0352b3ec), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.048207 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:31.066863 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (d30785f6-7194-42c4-97ef-b4ab0352b3ec), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.123537 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:31.150174 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (d30785f6-7194-42c4-97ef-b4ab0352b3ec), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.193309 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.225958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.226660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (8c7ca86b-0ccf-4f30-af98-8112fabb525f), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.227019 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Floating IP 8c7ca86b-0ccf-4f30-af98-8112fabb525f disassociated. External IP: 172.27.1.161, port: 61425b0d-a5a9-464e-a54a-4afd7be1d75c. Oct 04 05:49:31.227558 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for 61425b0d-a5a9-464e-a54a-4afd7be1d75c owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:31.312396 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (d30785f6-7194-42c4-97ef-b4ab0352b3ec), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.330260 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95ea61-a0db-402c-b6d9-f0306c8a1d28 None None] Network 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:49:31.330549 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.339829 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d30785f6-7194-42c4-97ef-b4ab0352b3ec HTTP/1.1" status: 204 len: 168 time: 0.3656592 Oct 04 05:49:31.340546 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46242) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:31.433870 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:31.438433 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30785f6-7194-42c4-97ef-b4ab0352b3ec,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:31.447911 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:31.460856 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:31.485449 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (61425b0d-a5a9-464e-a54a-4afd7be1d75c), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.513860 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.514257 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.523426 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.525268 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.526597 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.527155 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.527799 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8fecc0-ecc1-4ac3-a9e7-05c56f51f9f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:31.553339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=61425b0d-a5a9-464e-a54a-4afd7be1d75c,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:31.587746 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] DHCP port deletion for 4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:49:31.595074 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560243be-c91b-44f9-8070-1a689cc14212 req-ae3d1398-d79c-48a0-89f8-a651566f37a9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:31.597059 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-560243be-c91b-44f9-8070-1a689cc14212 req-ae3d1398-d79c-48a0-89f8-a651566f37a9 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 945 time: 0.2008836 Oct 04 05:49:31.601577 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.668431 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device fc6c0214-a407-46f2-888c-e520be4a1a05 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:31.689297 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Deleting port 871f9fe2-cfd3-4b42-a525-d66d79010724 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:31.689633 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.699774 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:49:31.702562 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: fc6c0214-a407-46f2-888c-e520be4a1a05 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:31.703635 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device fc6c0214-a407-46f2-888c-e520be4a1a05 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:31.704253 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 898660c6-c8cd-4319-8622-9b01c57eeef5 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:31.712268 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-560243be-c91b-44f9-8070-1a689cc14212 req-fdd3148f-7b99-4a27-b93c-40bdca4c9e4a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5a48d512-9708-47cc-8550-0aacdd2d764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068101 Oct 04 05:49:31.733514 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] Deleting port 871f9fe2-cfd3-4b42-a525-d66d79010724 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:31.733998 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.747464 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 898660c6-c8cd-4319-8622-9b01c57eeef5 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:31.747988 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 898660c6-c8cd-4319-8622-9b01c57eeef5 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:31.780346 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] For port 871f9fe2-cfd3-4b42-a525-d66d79010724, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=871f9fe2-cfd3-4b42-a525-d66d79010724,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:31.780712 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.798046 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Calling delete_port for 871f9fe2-cfd3-4b42-a525-d66d79010724 owned by network:dhcp {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:31.802877 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] For port 871f9fe2-cfd3-4b42-a525-d66d79010724, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=871f9fe2-cfd3-4b42-a525-d66d79010724,segment=NetworkSegment(b60ec63d-8293-4b06-9417-611ed2633440),segment_id=b60ec63d-8293-4b06-9417-611ed2633440)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:31.803335 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.833497 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] Calling delete_port for 871f9fe2-cfd3-4b42-a525-d66d79010724 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:31.839012 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:49:31.880721 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:49:31.902944 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] No DVR routers for this DVR port 61425b0d-a5a9-464e-a54a-4afd7be1d75c on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:31.905378 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:31.905949 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:31.906611 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:31.908790 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b1d8740d-bc66-476f-ae45-3709bc521f6d req-389b40e7-88a4-4e46-b036-16ee7b1ed17d tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.39 "DELETE /networking/v2.0/ports/61425b0d-a5a9-464e-a54a-4afd7be1d75c HTTP/1.1" status: 204 len: 173 time: 1.1104300 Oct 04 05:49:31.909329 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'name': 'network-vif-deleted', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:31.912709 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2886e-3470-48f6-bfa9-e09caf94461a" -d '{"events": [{"server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "name": "network-vif-deleted", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:31.964725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba882d-efa5-4c77-a33e-4c90fd0606b4 x-openstack-request-id: req-a1ba882d-efa5-4c77-a33e-4c90fd0606b4 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:31.965017 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a236b9-6696-4cc5-9cd3-c0784a5f9df4", "name": "network-vif-deleted", "tag": "61425b0d-a5a9-464e-a54a-4afd7be1d75c", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:31.965268 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1ba882d-efa5-4c77-a33e-4c90fd0606b4 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:31.965665 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ba882d-efa5-4c77-a33e-4c90fd0606b4'] response: {'server_uuid': 'e8a236b9-6696-4cc5-9cd3-c0784a5f9df4', 'name': 'network-vif-deleted', 'tag': '61425b0d-a5a9-464e-a54a-4afd7be1d75c', 'status': 'completed', 'code': 200} Oct 04 05:49:32.009732 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.039989 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (871f9fe2-cfd3-4b42-a525-d66d79010724), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.060809 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] No DVR routers for this DVR port 871f9fe2-cfd3-4b42-a525-d66d79010724 on host dv-cinder-849143-10-iscsi {{(pid=113152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:32.063920 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] No DVR routers for this DVR port 871f9fe2-cfd3-4b42-a525-d66d79010724 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:32.073906 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=871f9fe2-cfd3-4b42-a525-d66d79010724,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:32.101790 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177061ce-ef1c-4cd9-b7d3-d111702acef3 None None] Pushing event deleted for resources: {'Port': ['ID=871f9fe2-cfd3-4b42-a525-d66d79010724,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:32.110738 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:32.165977 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:32.211491 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104efe50-5a5f-450c-9a05-1c281f626e52 req-2f700720-ffae-4423-8eca-f5b72119fa23 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:32.213015 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-104efe50-5a5f-450c-9a05-1c281f626e52 req-2f700720-ffae-4423-8eca-f5b72119fa23 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.1602516 Oct 04 05:49:32.223740 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.233343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f95f5-3cd1-430c-883d-9cb4a8f145f3 req-821c9197-4caf-4e0d-8cf5-74206e134520 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:32.234912 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-993f95f5-3cd1-430c-883d-9cb4a8f145f3 req-821c9197-4caf-4e0d-8cf5-74206e134520 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.0644417 Oct 04 05:49:32.246964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:32.259560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e58183d-6dc3-4dfa-97e6-588eb4bec1b8']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:32.261857 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:32.279516 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60ec63d-8293-4b06-9417-611ed2633440') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:32.279895 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60ec63d-8293-4b06-9417-611ed2633440') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:32.290957 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-993f95f5-3cd1-430c-883d-9cb4a8f145f3 req-ca807a19-6f6b-423d-a6b5-2474aeb71eb4 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469651 Oct 04 05:49:32.298281 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (b60ec63d-8293-4b06-9417-611ed2633440), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.314835 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-104efe50-5a5f-450c-9a05-1c281f626e52 req-a7cfe170-d164-4f96-ac51-2e8ec4d3d558 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882831 Oct 04 05:49:32.325048 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (b60ec63d-8293-4b06-9417-611ed2633440), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.326953 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:32.334286 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:49:32.334746 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (b60ec63d-8293-4b06-9417-611ed2633440), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.355565 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment b60ec63d-8293-4b06-9417-611ed2633440 resource provider aggregate not found Oct 04 05:49:32.367969 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:49:32.377725 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:32.378396 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:32.388960 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment b60ec63d-8293-4b06-9417-611ed2633440 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b60ec63d-8293-4b06-9417-611ed2633440 found for delete ", "request_id": "req-209c2442-9680-4481-8efc-29acaea3c933"}]} Oct 04 05:49:32.480146 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:32.499239 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (4e58183d-6dc3-4dfa-97e6-588eb4bec1b8), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.505530 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.508689 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/4e58183d-6dc3-4dfa-97e6-588eb4bec1b8 HTTP/1.1" status: 204 len: 168 time: 1.1460047 Oct 04 05:49:32.521786 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897ecc6-d4fb-4453-93ea-09f4417e3e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e58183d-6dc3-4dfa-97e6-588eb4bec1b8,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:32.667646 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:32.692536 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83fdc7-4c34-45fa-983e-4fb718cdcfd2 None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:42:45Z', 'revision_number': 4, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'b90a6956-fc8c-4c51-911f-dd219813ab98', 'name': '', 'network_id': '2c58c152-65b4-475d-9100-474584bb25cf', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'mac_address': 'fa:16:3e:f3:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '645be345-79fa-4dd5-978e-beefddbca126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:42Z', 'updated_at': '2022-10-04T05:42:53Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'subnets': [{'id': '645be345-79fa-4dd5-978e-beefddbca126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:49:32.700233 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:32.808628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.818323 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e73c355-e447-4863-ba59-398d7c6c29e3 req-77e5a81a-edcd-4b41-97e5-09d7838f74dd tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Oct 04 05:49:32.931035 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f01a9-cba0-47aa-a915-00ceefd992e2 None None] New status for floating IP 8c7ca86b-0ccf-4f30-af98-8112fabb525f: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:49:32.932605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46262) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:32.963178 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:32.977389 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-866b5d21-cfa9-47aa-be22-c91333f95e06 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=689c4759cb5943b79f2637a8e29e230e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411255 Oct 04 05:49:32.977617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46264) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:33.029641 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6cf55cc2-c594-4c3e-bd00-3ecc0f022f36 admin admin] Publish callbacks [] for security_group (e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:33.049971 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6cf55cc2-c594-4c3e-bd00-3ecc0f022f36 admin admin] Publish callbacks [] for security_group (e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:33.117791 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 61425b0d-a5a9-464e-a54a-4afd7be1d75c no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:33.139517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 61425b0d-a5a9-464e-a54a-4afd7be1d75c {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:33.139872 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 61425b0d-a5a9-464e-a54a-4afd7be1d75c not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:33.180405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6cf55cc2-c594-4c3e-bd00-3ecc0f022f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:33.183035 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6cf55cc2-c594-4c3e-bd00-3ecc0f022f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:33.184176 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6cf55cc2-c594-4c3e-bd00-3ecc0f022f36 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002 HTTP/1.1" status: 204 len: 168 time: 0.2055609 Oct 04 05:49:33.192608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf55cc2-c594-4c3e-bd00-3ecc0f022f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dcdfe1-55c3-4bc6-9d8e-87d6f474a002,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:33.419431 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050da9eb-96f5-486e-a2b8-b7de85d1d4c2 req-a2b8d826-d001-4b03-b4eb-75061d2c8b3a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:33.420911 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-050da9eb-96f5-486e-a2b8-b7de85d1d4c2 req-a2b8d826-d001-4b03-b4eb-75061d2c8b3a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Oct 04 05:49:33.458993 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852385-005f-4bfe-ae62-128feb8b9031 req-526a11e6-40e3-43e3-ad06-2331e2154b33 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:33.460535 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8e852385-005f-4bfe-ae62-128feb8b9031 req-526a11e6-40e3-43e3-ad06-2331e2154b33 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0536745 Oct 04 05:49:33.478529 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-050da9eb-96f5-486e-a2b8-b7de85d1d4c2 req-18172064-08f7-4f47-acaa-1b19f1ddb82f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Oct 04 05:49:33.511615 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8e852385-005f-4bfe-ae62-128feb8b9031 req-6253bcbb-f04d-49ad-bcca-3895301805e7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450580 Oct 04 05:49:33.571245 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 871f9fe2-cfd3-4b42-a525-d66d79010724 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:33.590808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 871f9fe2-cfd3-4b42-a525-d66d79010724 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:33.591157 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 871f9fe2-cfd3-4b42-a525-d66d79010724 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:33.933173 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7be810a8-7317-4e77-b819-0dd6322d8a31 req-b02cd71b-63d2-49c7-b4ae-6e138a079005 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0343947 Oct 04 05:49:34.457828 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-0ea57be2-4ee0-4d41-be6f-4f15ed340e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:34.459323 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-0ea57be2-4ee0-4d41-be6f-4f15ed340e05 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe&tenant_id=636e6b38bf1d4736a38728488881e9d2 HTTP/1.1" status: 200 len: 1127 time: 0.0706832 Oct 04 05:49:34.465009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-151bf424-5c7a-459c-b21d-13fb1a2cd318 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:34.466336 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-151bf424-5c7a-459c-b21d-13fb1a2cd318 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.0788562 Oct 04 05:49:34.585199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:34.648087 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-e22dd709-e1a3-427e-83ac-bac5650328e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:34.649840 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-e22dd709-e1a3-427e-83ac-bac5650328e4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=636e6b38bf1d4736a38728488881e9d2&device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1127 time: 0.1280324 Oct 04 05:49:34.660409 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba7e26-df52-42c0-8eb4-8ca22f7bafb8 req-4dc91a05-0a8d-4394-8528-bcfa409c693b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:34.661906 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-38ba7e26-df52-42c0-8eb4-8ca22f7bafb8 req-4dc91a05-0a8d-4394-8528-bcfa409c693b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0534093 Oct 04 05:49:34.690981 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432d72c-6de6-4ecf-9ddd-9e6f0a92b1ca req-1ac6a13d-2606-4e48-849c-8dd29dda346f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:34.697813 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b432d72c-6de6-4ecf-9ddd-9e6f0a92b1ca req-1ac6a13d-2606-4e48-849c-8dd29dda346f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 945 time: 0.1278801 Oct 04 05:49:34.720595 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-38ba7e26-df52-42c0-8eb4-8ca22f7bafb8 req-65ce01c3-a747-4a6e-9a1c-f0c0a09f1308 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518169 Oct 04 05:49:34.774746 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Deleting port cc21ab55-5520-44ff-9fa8-6eca7297581f {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:34.775090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:34.869798 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b432d72c-6de6-4ecf-9ddd-9e6f0a92b1ca req-ae4a484b-ec1f-43d7-b8ca-61e9bdf8cb82 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a8f3d74a-3602-4b5d-938c-d38aa2140236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709545 Oct 04 05:49:34.894182 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-79a58de1-8ae1-43f5-97c2-7259e14714aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:34.894182 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-79a58de1-8ae1-43f5-97c2-7259e14714aa service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 200 len: 917 time: 0.2234311 Oct 04 05:49:34.920030 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] For port cc21ab55-5520-44ff-9fa8-6eca7297581f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cc21ab55-5520-44ff-9fa8-6eca7297581f,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:34.920395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:35.059963 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c0cfbda3-c015-4d4b-86d5-541e93f4fe69 req-4a2d2430-4131-43e4-9108-e36354569f35 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a236b9-6696-4cc5-9cd3-c0784a5f9df4 HTTP/1.1" status: 200 len: 210 time: 0.0372105 Oct 04 05:49:35.334016 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-f8590f55-1d1f-4293-af3f-4205e878a953 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 200 len: 998 time: 0.3611493 Oct 04 05:49:35.425807 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-a6207127-77c1-4b9a-922f-03b6d16cbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:35.427241 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-a6207127-77c1-4b9a-922f-03b6d16cbe23 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 200 len: 855 time: 0.0903234 Oct 04 05:49:35.438256 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:35.450199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:35.450511 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (c6a878ae-b7e6-49a5-a762-d96850449e07), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:35.450805 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Floating IP c6a878ae-b7e6-49a5-a762-d96850449e07 disassociated. External IP: 172.27.1.80, port: cc21ab55-5520-44ff-9fa8-6eca7297581f. Oct 04 05:49:35.451142 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Calling delete_port for cc21ab55-5520-44ff-9fa8-6eca7297581f owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:35.517892 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-dc5ea455-d088-4a02-b05c-eac87e1aa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:35.519618 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-dc5ea455-d088-4a02-b05c-eac87e1aa3eb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=6cfb3053-30b6-4a8c-ab04-88f5f64c550f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789704 Oct 04 05:49:35.629319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:35.667650 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-b1a3e938-1bf4-4779-818b-9ade38df45ae service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358738 Oct 04 05:49:35.776034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c14cdb7-fd40-4077-8dc0-ef07879108d6 req-62cdc6aa-d6db-41e5-8f86-2cc59feac622 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982900 Oct 04 05:49:35.834019 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (cc21ab55-5520-44ff-9fa8-6eca7297581f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:35.870480 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event deleted for resources: {'Port': ['ID=cc21ab55-5520-44ff-9fa8-6eca7297581f,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:35.878263 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcd75c-73ef-4a57-855d-79b4e65a0ce9 req-1b3a3edc-459a-4307-821c-edd9d9ba6c48 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:35.879723 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-68dcd75c-73ef-4a57-855d-79b4e65a0ce9 req-1b3a3edc-459a-4307-821c-edd9d9ba6c48 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0741529 Oct 04 05:49:35.975158 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-68dcd75c-73ef-4a57-855d-79b4e65a0ce9 req-9ad724db-f22f-48a2-8892-0d958e53656b tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894403 Oct 04 05:49:35.984833 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-678bcfa7-a11c-4757-bd33-1549861d96bf req-6bb6b336-541b-46b6-ad85-e96fc35d2ada tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0306842 Oct 04 05:49:36.031396 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:49:36.143772 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:49:36.155196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:49:36.166246 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:36.167087 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:36.193454 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] No DVR routers for this DVR port cc21ab55-5520-44ff-9fa8-6eca7297581f on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:36.196162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.201035 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c9e335a7-70cf-41d8-98a3-c23e27730df9 req-4d2b8e31-f1d5-4447-a38d-397543ce6db3 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.39 "DELETE /networking/v2.0/ports/cc21ab55-5520-44ff-9fa8-6eca7297581f HTTP/1.1" status: 204 len: 173 time: 1.6871781 Oct 04 05:49:36.201570 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'name': 'network-vif-deleted', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:36.206635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1360d6-7662-4da3-80c7-3bf0745f9bba" -d '{"events": [{"server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "name": "network-vif-deleted", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:36.251402 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46344) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:36.274029 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d647cc-d958-4ee3-b713-02b55d5c77d3 x-openstack-request-id: req-22d647cc-d958-4ee3-b713-02b55d5c77d3 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:36.277432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a0814e-8898-4c71-87fc-1ced0aa84ba4", "name": "network-vif-deleted", "tag": "cc21ab55-5520-44ff-9fa8-6eca7297581f", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:36.277432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22d647cc-d958-4ee3-b713-02b55d5c77d3 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:36.277432 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d647cc-d958-4ee3-b713-02b55d5c77d3'] response: {'server_uuid': '05a0814e-8898-4c71-87fc-1ced0aa84ba4', 'name': 'network-vif-deleted', 'tag': 'cc21ab55-5520-44ff-9fa8-6eca7297581f', 'status': 'completed', 'code': 200} Oct 04 05:49:36.322629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:36.333033 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-93c15d5d-30e1-449c-8482-96cae49b337a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (5a48d512-9708-47cc-8550-0aacdd2d764b), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.373368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-93c15d5d-30e1-449c-8482-96cae49b337a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (5a48d512-9708-47cc-8550-0aacdd2d764b), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.506647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-93c15d5d-30e1-449c-8482-96cae49b337a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5a48d512-9708-47cc-8550-0aacdd2d764b), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.509510 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-93c15d5d-30e1-449c-8482-96cae49b337a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.513490 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-93c15d5d-30e1-449c-8482-96cae49b337a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5a48d512-9708-47cc-8550-0aacdd2d764b HTTP/1.1" status: 204 len: 168 time: 0.2584548 Oct 04 05:49:36.514037 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46352) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:36.521776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c15d5d-30e1-449c-8482-96cae49b337a tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48d512-9708-47cc-8550-0aacdd2d764b,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:36.535647 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.api.v2.resource [None req-97f296a3-d12d-482d-97db-3d1ea5906e83 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] show failed (client error): The resource could not be found. Oct 04 05:49:36.540078 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46354) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:36.546064 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-97f296a3-d12d-482d-97db-3d1ea5906e83 tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "GET /networking/v2.0/security-groups/5a48d512-9708-47cc-8550-0aacdd2d764b HTTP/1.1" status: 404 len: 347 time: 0.0247219 Oct 04 05:49:36.672855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Deleting port fb0faee7-4ba7-4996-b444-b74681f650f5 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:36.673122 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.674638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:36.687138 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:36.712051 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:49:36.724242 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:36.724872 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:36.758336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.769455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (fb0faee7-4ba7-4996-b444-b74681f650f5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:36.786416 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Calling delete_port for fb0faee7-4ba7-4996-b444-b74681f650f5 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:36.870683 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:36.874023 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:37.054273 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (fb0faee7-4ba7-4996-b444-b74681f650f5), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:37.108638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Pushing event deleted for resources: {'Port': ['ID=fb0faee7-4ba7-4996-b444-b74681f650f5,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:37.180788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device cc21ab55-5520-44ff-9fa8-6eca7297581f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:37.198502 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cf9c8-15c6-4f7e-a5b4-04cfe4803d8a req-63d95730-c78c-4a1f-9185-d6fc37957f5c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:37.204106 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9c9cf9c8-15c6-4f7e-a5b4-04cfe4803d8a req-63d95730-c78c-4a1f-9185-d6fc37957f5c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0812411 Oct 04 05:49:37.224451 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: cc21ab55-5520-44ff-9fa8-6eca7297581f {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:37.225008 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device cc21ab55-5520-44ff-9fa8-6eca7297581f not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:37.250838 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:37.283110 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73069208-0803-49ae-b5b2-02ee7c60a5d8 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:42:52Z', 'revision_number': 4, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '727314ec-1398-490f-9c01-ad40be4c4faa', 'name': '', 'network_id': 'c03165e1-beb9-4a5b-abe8-8381d5e7772e', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'mac_address': 'fa:16:3e:bd:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:50Z', 'updated_at': '2022-10-04T05:43:05Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'subnets': [{'id': '60489c43-e95a-4d76-aaa7-a35f96a11c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:49:37.287170 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9c9cf9c8-15c6-4f7e-a5b4-04cfe4803d8a req-001a421f-6a51-42a2-b9e8-b10e926ad5e3 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762925 Oct 04 05:49:37.322784 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9c9f9619-65d2-4ff7-9f6b-6760908218cf req-37f400d9-901e-40ee-80a4-dc64ba9af54a tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.1197352 Oct 04 05:49:37.336229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks [] for floatingip (8c7ca86b-0ccf-4f30-af98-8112fabb525f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:37.363477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:37.368268 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e55c092c-9617-41d2-9074-f57750b458ee tempest-AttachVolumeNegativeTest-496976470 tempest-AttachVolumeNegativeTest-496976470-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/8c7ca86b-0ccf-4f30-af98-8112fabb525f HTTP/1.1" status: 204 len: 168 time: 0.8240983 Oct 04 05:49:37.660215 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45583a19-3af0-4c61-88f7-b8ee0462ec71 None None] New status for floating IP c6a878ae-b7e6-49a5-a762-d96850449e07: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:49:38.432607 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03b0d5-2483-46e3-b515-0e4be52e50b6 req-28264ec9-c7d6-4c12-801c-8a26023f8f0e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:38.434880 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5e03b0d5-2483-46e3-b515-0e4be52e50b6 req-28264ec9-c7d6-4c12-801c-8a26023f8f0e tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0496755 Oct 04 05:49:38.478460 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b70f6beb-c0f0-448e-acb1-c40b1e354045 req-5cbb8a01-180a-4dad-9697-4c9857998825 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0540931 Oct 04 05:49:38.513247 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5e03b0d5-2483-46e3-b515-0e4be52e50b6 req-83bd2bc2-fb16-486f-a61e-908619422fc4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706398 Oct 04 05:49:39.651477 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-81a87af7-1c0a-4ced-9bad-460b3129a3d9 req-9536a999-bd10-40de-8bef-4712491f2474 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0662692 Oct 04 05:49:39.695652 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f8d96-c870-4a1e-99b1-131361ea8e4f req-67b7c4ba-d0e0-423a-9cb3-84e6b52139d6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:39.698805 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-017f8d96-c870-4a1e-99b1-131361ea8e4f req-67b7c4ba-d0e0-423a-9cb3-84e6b52139d6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0870595 Oct 04 05:49:39.730954 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:39.754838 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-017f8d96-c870-4a1e-99b1-131361ea8e4f req-74212cca-f00a-4369-bc8a-56389813d262 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Oct 04 05:49:40.773582 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44d2ae36-f562-4e60-895f-1930fc167b1f req-dc037205-0a1a-49f7-8a07-63fabf091dd5 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0311780 Oct 04 05:49:40.924563 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f5d5-e5f8-4aeb-9431-98a36a0b3e7f req-1af9bd8e-2281-468b-b9b0-9a730289c042 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:40.926864 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0898f5d5-e5f8-4aeb-9431-98a36a0b3e7f req-1af9bd8e-2281-468b-b9b0-9a730289c042 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0639703 Oct 04 05:49:40.981105 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0898f5d5-e5f8-4aeb-9431-98a36a0b3e7f req-e12f4f61-8f18-4a4f-964f-cd918a08ecc7 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 Oct 04 05:49:41.895075 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6dd43ac9-61a5-4fe2-9f57-74c0346e8995 req-4857fd56-1fef-41bc-8d14-b2562b173616 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Oct 04 05:49:42.138247 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:49:42.151891 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8b44-be73-43d7-8880-b5898c310062 req-53b8146c-c89e-424e-8483-a8ff77fdba60 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:42.154237 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-06bb8b44-be73-43d7-8880-b5898c310062 req-53b8146c-c89e-424e-8483-a8ff77fdba60 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0786092 Oct 04 05:49:42.213984 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-06bb8b44-be73-43d7-8880-b5898c310062 req-50cbcb66-f38a-4ed8-8c27-06157061bb6d tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534110 Oct 04 05:49:43.021212 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5a9cf470-28bb-4ac3-a787-9188634f7017 req-428b9b12-aa4e-4a20-85bb-d639eca4eab2 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Oct 04 05:49:43.346411 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843e7c-4220-4d32-9938-2b09929b5934 req-26354daa-8341-46c9-b932-5bcfd09cf2d2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:43.347857 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-36843e7c-4220-4d32-9938-2b09929b5934 req-26354daa-8341-46c9-b932-5bcfd09cf2d2 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0471961 Oct 04 05:49:43.399254 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-36843e7c-4220-4d32-9938-2b09929b5934 req-4f47b807-ada5-4c25-a5f7-93375cefe4bb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Oct 04 05:49:44.142278 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7c9cf89a-7afa-4482-a61d-7401144db490 req-f44ca997-d9d3-4ceb-a7b2-ecdf8cbfbd32 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0335004 Oct 04 05:49:44.558044 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5869b-a7cd-494a-b3a2-eb3dda2f052b req-530541b2-3d3b-41a0-af82-58274b893635 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:44.561486 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2dc5869b-a7cd-494a-b3a2-eb3dda2f052b req-530541b2-3d3b-41a0-af82-58274b893635 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0641038 Oct 04 05:49:44.626485 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-2dc5869b-a7cd-494a-b3a2-eb3dda2f052b req-5e4a9ba1-b0d3-47f8-b261-1927a00ed45c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551085 Oct 04 05:49:44.961807 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46482) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:45.273702 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1cb40a0f-c43d-448d-b083-09314598f959 req-31947427-92d4-44eb-a10f-424a80396f5f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05a0814e-8898-4c71-87fc-1ced0aa84ba4 HTTP/1.1" status: 200 len: 210 time: 0.0316703 Oct 04 05:49:45.622353 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:45.779229 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b35f-de82-4da7-bed9-dadf2ad39a33 req-2163255b-e783-4f40-a436-2c1d3f4bfe17 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:45.781259 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e883b35f-de82-4da7-bed9-dadf2ad39a33 req-2163255b-e783-4f40-a436-2c1d3f4bfe17 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0780528 Oct 04 05:49:45.792332 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (3c208c5d-f665-4c57-944d-0e936ff05929), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:45.865718 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:45.901599 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e883b35f-de82-4da7-bed9-dadf2ad39a33 req-165ae0c6-cee2-4cc1-9ebf-712db5d5aa1a tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127801 Oct 04 05:49:46.046707 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Deleting port b90a6956-fc8c-4c51-911f-dd219813ab98 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:46.046956 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.128097 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] For port b90a6956-fc8c-4c51-911f-dd219813ab98, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=b90a6956-fc8c-4c51-911f-dd219813ab98,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:46.128454 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.141487 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Calling delete_port for b90a6956-fc8c-4c51-911f-dd219813ab98 owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:46.397151 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (b90a6956-fc8c-4c51-911f-dd219813ab98), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.419795 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90a6956-fc8c-4c51-911f-dd219813ab98,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:46.468765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46506) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:46.527181 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a439240a-67a8-405a-941e-6e82de97bc0b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (a8f3d74a-3602-4b5d-938c-d38aa2140236), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.553506 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a439240a-67a8-405a-941e-6e82de97bc0b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (a8f3d74a-3602-4b5d-938c-d38aa2140236), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.570703 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:46.592800 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (3c208c5d-f665-4c57-944d-0e936ff05929), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.676205 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a439240a-67a8-405a-941e-6e82de97bc0b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (a8f3d74a-3602-4b5d-938c-d38aa2140236), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.679109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a439240a-67a8-405a-941e-6e82de97bc0b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.680293 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a439240a-67a8-405a-941e-6e82de97bc0b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a8f3d74a-3602-4b5d-938c-d38aa2140236 HTTP/1.1" status: 204 len: 168 time: 0.2114644 Oct 04 05:49:46.685635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46508) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:46.701711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439240a-67a8-405a-941e-6e82de97bc0b tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f3d74a-3602-4b5d-938c-d38aa2140236,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:46.704107 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.api.v2.resource [None req-f31b02d8-f796-453b-8987-fed08ecd3ee4 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] show failed (client error): The resource could not be found. Oct 04 05:49:46.705129 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f31b02d8-f796-453b-8987-fed08ecd3ee4 tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "GET /networking/v2.0/security-groups/a8f3d74a-3602-4b5d-938c-d38aa2140236 HTTP/1.1" status: 404 len: 347 time: 0.0184841 Oct 04 05:49:46.708459 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46510) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:46.742356 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:46.829194 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Router 3c208c5d-f665-4c57-944d-0e936ff05929 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:49:46.846179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Deleting port 79531143-1dff-4b29-82f7-a995d5ea8881 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:46.846526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (79531143-1dff-4b29-82f7-a995d5ea8881), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.938379 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (79531143-1dff-4b29-82f7-a995d5ea8881), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.938529 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (79531143-1dff-4b29-82f7-a995d5ea8881), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:46.955624 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Calling delete_port for 79531143-1dff-4b29-82f7-a995d5ea8881 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:46.956194 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:49:46.961535 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f004bc87-79f4-43ff-b48b-7831b54271a9 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3c208c5d-f665-4c57-944d-0e936ff05929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9987824 Oct 04 05:49:46.964217 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46524) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:46.967343 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] Sync routers for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:49:46.987219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:46.987845 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:47.020415 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.076023 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks [] for router (3c208c5d-f665-4c57-944d-0e936ff05929), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.085166 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64addc2-697e-476e-8d3e-82b43737ef96 req-d6820e35-6e09-4062-9c6f-8ec69d40d67f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:47.086611 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f64addc2-697e-476e-8d3e-82b43737ef96 req-d6820e35-6e09-4062-9c6f-8ec69d40d67f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 943 time: 0.0671277 Oct 04 05:49:47.116697 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:47.194500 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks [] for router_gateway (3c208c5d-f665-4c57-944d-0e936ff05929), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.195254 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.208315 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f64addc2-697e-476e-8d3e-82b43737ef96 req-524ffafb-eb0d-4098-8417-460b39a0acef tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027601 Oct 04 05:49:47.224789 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:49:47.229963 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.248803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (79531143-1dff-4b29-82f7-a995d5ea8881), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.261146 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.286174 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Pushing event deleted for resources: {'Port': ['ID=79531143-1dff-4b29-82f7-a995d5ea8881,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:47.313300 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Deleting port 50b61aeb-8590-48ea-890b-cec785b06857 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:47.313639 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (50b61aeb-8590-48ea-890b-cec785b06857), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.353476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks [] for floatingip (c6a878ae-b7e6-49a5-a762-d96850449e07), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.356432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.360152 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1e513d0a-f757-43b3-8942-1bb1bb065a3f tempest-AttachVolumeTestJSON-964169461 tempest-AttachVolumeTestJSON-964169461-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c6a878ae-b7e6-49a5-a762-d96850449e07 HTTP/1.1" status: 204 len: 168 time: 0.6480997 Oct 04 05:49:47.381400 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '50b61aeb-8590-48ea-890b-cec785b06857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:49:46Z', 'revision_number': 5, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port': {'id': '50b61aeb-8590-48ea-890b-cec785b06857', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:37Z', 'updated_at': '2022-10-04T05:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:47.420234 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] For port 50b61aeb-8590-48ea-890b-cec785b06857, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=50b61aeb-8590-48ea-890b-cec785b06857,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:47.420940 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (50b61aeb-8590-48ea-890b-cec785b06857), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.421423 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] Checking router: 3c208c5d-f665-4c57-944d-0e936ff05929 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:49:47.427778 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:47.433441 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Calling delete_port for 50b61aeb-8590-48ea-890b-cec785b06857 owned by network:router_gateway {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:47.443964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] Routers {'3c208c5d-f665-4c57-944d-0e936ff05929'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:47.444564 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3c208c5d-f665-4c57-944d-0e936ff05929'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:47.446334 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'port_id': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'mac_address': 'fa:16:3e:6d:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:49:47.544806 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:49:47.545190 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.553064 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.567478 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] Set router 3c208c5d-f665-4c57-944d-0e936ff05929 gateway port host: None {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:47.570059 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:49:47.635014 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:49:47Z', 'revision_number': 6, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:47.674317 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7dd8af-6b94-4638-9475-6eda5c081340 None None] The sync data for ids ['3c208c5d-f665-4c57-944d-0e936ff05929'] in dv-cinder-849143-10-iscsi is: [{'id': '3c208c5d-f665-4c57-944d-0e936ff05929', 'name': 'tempest-AttachVolumeNegativeTest-1777508131-router', 'tenant_id': 'f7b850d4b5df4a4e93720cb855add44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:36Z', 'updated_at': '2022-10-04T05:49:47Z', 'revision_number': 6, 'project_id': 'f7b850d4b5df4a4e93720cb855add44f', 'gw_port_host': None}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:49:47.676817 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:47.711527 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (50b61aeb-8590-48ea-890b-cec785b06857), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.740750 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.742478 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=50b61aeb-8590-48ea-890b-cec785b06857,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:47.742944 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.800986 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (3c208c5d-f665-4c57-944d-0e936ff05929), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.877104 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.894092 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (3c208c5d-f665-4c57-944d-0e936ff05929), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.896668 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks [] for router_controller (3c208c5d-f665-4c57-944d-0e936ff05929), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:47.901564 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.905041 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:47.919124 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=9']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:47.926762 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.927103 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.927455 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.927800 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.928135 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.928517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.928843 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.929219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.929551 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.929879 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.930245 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.930575 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.930898 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.931279 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:47.931596 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:49:48.037343 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (3c208c5d-f665-4c57-944d-0e936ff05929), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.037988 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c208c5d-f665-4c57-944d-0e936ff05929 {{(pid=113152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:49:48.043536 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.044415 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-1c65f87a-1383-4788-8039-435b1f0bf7bc admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/3c208c5d-f665-4c57-944d-0e936ff05929 HTTP/1.1" status: 204 len: 168 time: 1.0791025 Oct 04 05:49:48.047657 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46534) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:48.084830 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:49:48.103153 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Deleting subnet 645be345-79fa-4dd5-978e-beefddbca126 {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:49:48.110603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Publish callbacks [] for subnet (645be345-79fa-4dd5-978e-beefddbca126), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.153907 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (645be345-79fa-4dd5-978e-beefddbca126), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.236435 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (645be345-79fa-4dd5-978e-beefddbca126), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.335221 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (645be345-79fa-4dd5-978e-beefddbca126), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.336952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ab5b9-ee07-4cc2-91eb-bb9a3b90d3db req-91f95542-8cbd-464f-8881-af1b4e4327b0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:48.338485 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-885ab5b9-ee07-4cc2-91eb-bb9a3b90d3db req-91f95542-8cbd-464f-8881-af1b4e4327b0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 944 time: 0.0514441 Oct 04 05:49:48.360290 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645be345-79fa-4dd5-978e-beefddbca126,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:48.369427 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.369964 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-812e1ce4-5baa-4129-b323-0c2a140d174e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/645be345-79fa-4dd5-978e-beefddbca126 HTTP/1.1" status: 204 len: 168 time: 0.3207614 Oct 04 05:49:48.372072 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46544) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:48.374828 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ebd3a-2ec1-4d16-bde3-875b5a6e4761 None None] Network 2c58c152-65b4-475d-9100-474584bb25cf requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:49:48.390312 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-885ab5b9-ee07-4cc2-91eb-bb9a3b90d3db req-55a07c90-ee6d-4538-b5e3-860214b829f5 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452652 Oct 04 05:49:48.471443 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (2c58c152-65b4-475d-9100-474584bb25cf), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.522664 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Deleting port 04193648-3af2-4162-bfd1-89eba6dd2f99 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:48.523175 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.566779 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] DHCP port deletion for 2c58c152-65b4-475d-9100-474584bb25cf request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:49:48.592348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] For port 04193648-3af2-4162-bfd1-89eba6dd2f99, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=04193648-3af2-4162-bfd1-89eba6dd2f99,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:48.592705 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.610130 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] Deleting port 04193648-3af2-4162-bfd1-89eba6dd2f99 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:48.610657 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.613872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Calling delete_port for 04193648-3af2-4162-bfd1-89eba6dd2f99 owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:48.694052 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] For port 04193648-3af2-4162-bfd1-89eba6dd2f99, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=04193648-3af2-4162-bfd1-89eba6dd2f99,segment=NetworkSegment(3436eba9-9df7-46c3-958c-ae9caa05c887),segment_id=3436eba9-9df7-46c3-958c-ae9caa05c887)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:48.694052 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.699788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] Calling delete_port for 04193648-3af2-4162-bfd1-89eba6dd2f99 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:48.791879 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.803589 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (04193648-3af2-4162-bfd1-89eba6dd2f99), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.819859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Pushing event deleted for resources: {'Port': ['ID=04193648-3af2-4162-bfd1-89eba6dd2f99,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:48.823951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] No DVR routers for this DVR port 04193648-3af2-4162-bfd1-89eba6dd2f99 on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:48.827260 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] Pushing event deleted for resources: {'Port': ['ID=04193648-3af2-4162-bfd1-89eba6dd2f99,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:48.833673 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691a7cd-5a72-462b-a3d8-6b75b7f500e1 None None] No DVR routers for this DVR port 04193648-3af2-4162-bfd1-89eba6dd2f99 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:48.914216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (2c58c152-65b4-475d-9100-474584bb25cf), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.934870 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c58c152-65b4-475d-9100-474584bb25cf']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:48.945632 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3436eba9-9df7-46c3-958c-ae9caa05c887') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:48.945931 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3436eba9-9df7-46c3-958c-ae9caa05c887') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:48.956273 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (3436eba9-9df7-46c3-958c-ae9caa05c887), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.969878 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (3436eba9-9df7-46c3-958c-ae9caa05c887), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:48.971761 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:48.976930 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:49:48.977310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (3436eba9-9df7-46c3-958c-ae9caa05c887), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.020290 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 3436eba9-9df7-46c3-958c-ae9caa05c887 resource provider aggregate not found Oct 04 05:49:49.042568 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 3436eba9-9df7-46c3-958c-ae9caa05c887 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3436eba9-9df7-46c3-958c-ae9caa05c887 found for delete ", "request_id": "req-7b7b46ae-177e-46c7-8b7a-6ba024370ce1"}]} Oct 04 05:49:49.060818 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46566) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:49.088914 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (2c58c152-65b4-475d-9100-474584bb25cf), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.095533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.098697 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/2c58c152-65b4-475d-9100-474584bb25cf HTTP/1.1" status: 204 len: 168 time: 0.7256517 Oct 04 05:49:49.121643 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119bebc-e374-426a-a7f7-33613bf3690d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c58c152-65b4-475d-9100-474584bb25cf,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:49.169482 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:49.177757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e3b9fa27-b840-483a-b4e4-0050a2c03a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.195557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:49:49.242960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:49.244886 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:49:49.245241 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.245572 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d Oct 04 05:49:49.257772 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e3b9fa27-b840-483a-b4e4-0050a2c03a25 admin admin] Publish callbacks [] for security_group (268866a2-1f41-41a0-b863-0b81e061c19f), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.320404 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:49:49.320934 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.344265 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:49:49.345942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e3b9fa27-b840-483a-b4e4-0050a2c03a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (268866a2-1f41-41a0-b863-0b81e061c19f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.348154 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9edbf1-2a53-4ccb-a483-2da6ec3fd659" -d '{"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:49:49.361837 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:49.384938 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e3b9fa27-b840-483a-b4e4-0050a2c03a25 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2754c2643d2540729ee56b69cb097789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222985 Oct 04 05:49:49.387046 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46574) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:49.388157 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a4c00-7fd3-41c8-9293-3352024e99fb x-openstack-request-id: req-527a4c00-7fd3-41c8-9293-3352024e99fb {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:49:49.388457 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:49:49.388713 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-527a4c00-7fd3-41c8-9293-3352024e99fb {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:49:49.389110 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527a4c00-7fd3-41c8-9293-3352024e99fb'] response: {'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'code': 200} Oct 04 05:49:49.400916 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9fa27-b840-483a-b4e4-0050a2c03a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268866a2-1f41-41a0-b863-0b81e061c19f,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:49.439618 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-da1fb9ca-c2f4-4809-99c1-3afae02b9bf0 admin admin] Publish callbacks [] for security_group (268866a2-1f41-41a0-b863-0b81e061c19f), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.443350 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.466608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46578) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:49.476952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-da1fb9ca-c2f4-4809-99c1-3afae02b9bf0 admin admin] Publish callbacks [] for security_group (268866a2-1f41-41a0-b863-0b81e061c19f), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.533392 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a802e0bd-3dfa-4390-ba4a-86b4137c7416 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7b850d4b5df4a4e93720cb855add44f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0644393 Oct 04 05:49:49.535104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46580) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:49.538304 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=10']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:49.569865 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a818a-dd10-4d4f-b8a2-5915adc98de9 req-e635a4aa-abe2-40fd-8fe5-c66e889f5672 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:49.571395 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-993a818a-dd10-4d4f-b8a2-5915adc98de9 req-e635a4aa-abe2-40fd-8fe5-c66e889f5672 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0670993 Oct 04 05:49:49.600464 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3610fb94-5dbb-44c7-b379-212d28a7370e admin admin] Publish callbacks [] for security_group (420796ba-0e80-4a5d-8d85-cb0aee79ae6a), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.604485 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b90a6956-fc8c-4c51-911f-dd219813ab98 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:49.623373 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-993a818a-dd10-4d4f-b8a2-5915adc98de9 req-a0bdacdf-a216-4f59-9272-f69d668825de tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Oct 04 05:49:49.627412 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: b90a6956-fc8c-4c51-911f-dd219813ab98 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:49.627760 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device b90a6956-fc8c-4c51-911f-dd219813ab98 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:49.628175 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 50b61aeb-8590-48ea-890b-cec785b06857 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:49.628303 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3610fb94-5dbb-44c7-b379-212d28a7370e admin admin] Publish callbacks [] for security_group (420796ba-0e80-4a5d-8d85-cb0aee79ae6a), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.648103 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 50b61aeb-8590-48ea-890b-cec785b06857 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:49.648759 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 50b61aeb-8590-48ea-890b-cec785b06857 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:49.648930 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-da1fb9ca-c2f4-4809-99c1-3afae02b9bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (268866a2-1f41-41a0-b863-0b81e061c19f), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.649630 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 04193648-3af2-4162-bfd1-89eba6dd2f99 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:49.652036 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-da1fb9ca-c2f4-4809-99c1-3afae02b9bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.653458 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-da1fb9ca-c2f4-4809-99c1-3afae02b9bf0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/268866a2-1f41-41a0-b863-0b81e061c19f HTTP/1.1" status: 204 len: 168 time: 0.2650030 Oct 04 05:49:49.666850 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fb9ca-c2f4-4809-99c1-3afae02b9bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268866a2-1f41-41a0-b863-0b81e061c19f,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:49.679424 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 04193648-3af2-4162-bfd1-89eba6dd2f99 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:49.679799 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 04193648-3af2-4162-bfd1-89eba6dd2f99 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:49.802974 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3610fb94-5dbb-44c7-b379-212d28a7370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (420796ba-0e80-4a5d-8d85-cb0aee79ae6a), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.805604 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3610fb94-5dbb-44c7-b379-212d28a7370e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:49.806775 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3610fb94-5dbb-44c7-b379-212d28a7370e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/420796ba-0e80-4a5d-8d85-cb0aee79ae6a HTTP/1.1" status: 204 len: 168 time: 0.2706740 Oct 04 05:49:49.815349 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610fb94-5dbb-44c7-b379-212d28a7370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420796ba-0e80-4a5d-8d85-cb0aee79ae6a,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:49.870773 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227520b-d01f-4e84-83d1-4959bd9ed720 req-15c0bf4b-1467-4f3e-a04e-6306858c727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:49.872241 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8227520b-d01f-4e84-83d1-4959bd9ed720 req-15c0bf4b-1467-4f3e-a04e-6306858c727a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 1130 time: 0.0415156 Oct 04 05:49:49.903239 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:49.924326 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8227520b-d01f-4e84-83d1-4959bd9ed720 req-d7d93b1f-bf85-4afc-8d11-e6290ca5046c service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Oct 04 05:49:50.472117 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46608) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:50.485956 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-20d335d7-000a-4510-984d-f8ef7475351d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:50.565470 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-20d335d7-000a-4510-984d-f8ef7475351d admin admin] Publish callbacks [] for security_group (03180457-1d64-48b5-a4e6-c5503761acdb), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:50.944057 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cec577-41e2-4184-84eb-5cbfc35a566a req-85016599-20c6-4476-a57f-49ba4e655730 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:50.944057 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-06cec577-41e2-4184-84eb-5cbfc35a566a req-85016599-20c6-4476-a57f-49ba4e655730 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0480268 Oct 04 05:49:50.944057 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-06cec577-41e2-4184-84eb-5cbfc35a566a req-21af2e51-5419-4f5b-a4a5-81393c195e25 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Oct 04 05:49:51.483157 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-20d335d7-000a-4510-984d-f8ef7475351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (03180457-1d64-48b5-a4e6-c5503761acdb), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:51.525700 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d335d7-000a-4510-984d-f8ef7475351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03180457-1d64-48b5-a4e6-c5503761acdb,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:51.533782 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-20d335d7-000a-4510-984d-f8ef7475351d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a562fdd7f9224e4fa2268646bbdc51a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0583012 Oct 04 05:49:51.534476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46638) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:51.586924 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-64a8cc97-8ab6-4e12-b0b4-4bbf575e4735 admin admin] Publish callbacks [] for security_group (03180457-1d64-48b5-a4e6-c5503761acdb), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:51.611336 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-64a8cc97-8ab6-4e12-b0b4-4bbf575e4735 admin admin] Publish callbacks [] for security_group (03180457-1d64-48b5-a4e6-c5503761acdb), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:51.774648 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-64a8cc97-8ab6-4e12-b0b4-4bbf575e4735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (03180457-1d64-48b5-a4e6-c5503761acdb), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:51.777110 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-64a8cc97-8ab6-4e12-b0b4-4bbf575e4735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:51.778277 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-64a8cc97-8ab6-4e12-b0b4-4bbf575e4735 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/03180457-1d64-48b5-a4e6-c5503761acdb HTTP/1.1" status: 204 len: 168 time: 0.2429719 Oct 04 05:49:51.785901 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8cc97-8ab6-4e12-b0b4-4bbf575e4735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03180457-1d64-48b5-a4e6-c5503761acdb,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:52.052285 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016da3e0-a410-4ea9-96d4-92f9e14e1e69 req-a46069c1-c329-4e0f-a7a1-063dc18eecdc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:52.053694 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-016da3e0-a410-4ea9-96d4-92f9e14e1e69 req-a46069c1-c329-4e0f-a7a1-063dc18eecdc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0465202 Oct 04 05:49:52.115933 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-016da3e0-a410-4ea9-96d4-92f9e14e1e69 req-f11666fa-0311-4f5f-a14e-ee770f55070c tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566866 Oct 04 05:49:52.137747 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:52.468024 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46690) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:52.960941 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (298aa256-3db2-4ff8-917e-ce606d06ec08), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:53.188642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:53.199783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Deleting port 727314ec-1398-490f-9c01-ad40be4c4faa {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:53.200264 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:53.287688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ef0f-c780-4392-b366-5c43a80318bc req-6745eb13-1441-43cd-8139-e5be5c4ce90f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:49:53.289241 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-17b7ef0f-c780-4392-b366-5c43a80318bc req-6745eb13-1441-43cd-8139-e5be5c4ce90f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0853505 Oct 04 05:49:53.291432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:53.356430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] For port 727314ec-1398-490f-9c01-ad40be4c4faa, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=727314ec-1398-490f-9c01-ad40be4c4faa,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:53.356791 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:53.371999 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-17b7ef0f-c780-4392-b366-5c43a80318bc req-d2e594ce-2910-499e-beb4-da63ab967121 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759518 Oct 04 05:49:53.376653 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Calling delete_port for 727314ec-1398-490f-9c01-ad40be4c4faa owned by network:router_interface {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:53.660611 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (727314ec-1398-490f-9c01-ad40be4c4faa), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:53.692403 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=727314ec-1398-490f-9c01-ad40be4c4faa,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:54.156448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (298aa256-3db2-4ff8-917e-ce606d06ec08), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.345803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:54.362238 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Router 298aa256-3db2-4ff8-917e-ce606d06ec08 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:49:54.477510 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:49:54.483142 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2984d18d-3f5d-4fdb-b16c-177963d60d9e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/298aa256-3db2-4ff8-917e-ce606d06ec08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152829 Oct 04 05:49:54.486480 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46744) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:54.491009 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] Sync routers for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:49:54.500186 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46746) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:54.514432 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:54.514432 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:54.538247 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:54.586146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks [] for router (298aa256-3db2-4ff8-917e-ce606d06ec08), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.618330 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:54.621599 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-521697a5-480e-482e-9206-9af491927419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.699199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks [] for router_gateway (298aa256-3db2-4ff8-917e-ce606d06ec08), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.702072 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-521697a5-480e-482e-9206-9af491927419 admin admin] Publish callbacks [] for security_group (330e2956-d3f3-4f77-bee9-161af4a8b1f3), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.780076 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:54.792899 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:49:53Z', 'revision_number': 5, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port': {'id': 'd34426d5-057f-4b6d-98ea-e3838a6aef72', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:41Z', 'updated_at': '2022-10-04T05:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:54.803505 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-521697a5-480e-482e-9206-9af491927419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (330e2956-d3f3-4f77-bee9-161af4a8b1f3), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.816208 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=15 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:54.826041 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] Checking router: 298aa256-3db2-4ff8-917e-ce606d06ec08 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:49:54.835256 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] Routers {'298aa256-3db2-4ff8-917e-ce606d06ec08'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:49:54.841968 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:49:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['298aa256-3db2-4ff8-917e-ce606d06ec08'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:54.845905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Deleting port d34426d5-057f-4b6d-98ea-e3838a6aef72 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:54.846345 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.847749 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-521697a5-480e-482e-9206-9af491927419 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e8bd2ab952674d2a9f150200a30645bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464899 Oct 04 05:49:54.848715 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521697a5-480e-482e-9206-9af491927419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e2956-d3f3-4f77-bee9-161af4a8b1f3,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:54.851114 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46750) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:54.895052 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:54.910790 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d44651aa-9c01-498d-8df3-ec433bd7ea17 admin admin] Publish callbacks [] for security_group (330e2956-d3f3-4f77-bee9-161af4a8b1f3), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.919557 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] Set router 298aa256-3db2-4ff8-917e-ce606d06ec08 gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:49:54.935804 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d44651aa-9c01-498d-8df3-ec433bd7ea17 admin admin] Publish callbacks [] for security_group (330e2956-d3f3-4f77-bee9-161af4a8b1f3), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.948675 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] For port d34426d5-057f-4b6d-98ea-e3838a6aef72, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=d34426d5-057f-4b6d-98ea-e3838a6aef72,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:54.949041 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:54.964173 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Calling delete_port for d34426d5-057f-4b6d-98ea-e3838a6aef72 owned by network:router_gateway {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:54.971102 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:49:54Z', 'revision_number': 6, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:54.995359 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a04a8-fd9d-4579-92c4-ba9369f95990 None None] The sync data for ids ['298aa256-3db2-4ff8-917e-ce606d06ec08'] in dv-cinder-849143-10-iscsi is: [{'id': '298aa256-3db2-4ff8-917e-ce606d06ec08', 'name': 'tempest-AttachVolumeTestJSON-342996201-router', 'tenant_id': '7efd5ee13f094656992497528d761f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:40Z', 'updated_at': '2022-10-04T05:49:54Z', 'revision_number': 6, 'project_id': '7efd5ee13f094656992497528d761f2c', 'gw_port_host': None}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:49:55.082031 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d44651aa-9c01-498d-8df3-ec433bd7ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (330e2956-d3f3-4f77-bee9-161af4a8b1f3), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.086745 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-d44651aa-9c01-498d-8df3-ec433bd7ea17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.089460 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-d44651aa-9c01-498d-8df3-ec433bd7ea17 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/330e2956-d3f3-4f77-bee9-161af4a8b1f3 HTTP/1.1" status: 204 len: 168 time: 0.2369783 Oct 04 05:49:55.097788 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44651aa-9c01-498d-8df3-ec433bd7ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e2956-d3f3-4f77-bee9-161af4a8b1f3,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:55.214946 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (d34426d5-057f-4b6d-98ea-e3838a6aef72), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.241558 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34426d5-057f-4b6d-98ea-e3838a6aef72,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:55.305546 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (298aa256-3db2-4ff8-917e-ce606d06ec08), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.394463 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (298aa256-3db2-4ff8-917e-ce606d06ec08), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.402363 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks [] for router_controller (298aa256-3db2-4ff8-917e-ce606d06ec08), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.517393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (298aa256-3db2-4ff8-917e-ce606d06ec08), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.517980 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 298aa256-3db2-4ff8-917e-ce606d06ec08 {{(pid=113153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:49:55.524729 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.525637 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-742cb4dd-0ce3-4051-bd7e-60d6edce8de8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/298aa256-3db2-4ff8-917e-ce606d06ec08 HTTP/1.1" status: 204 len: 168 time: 1.0390835 Oct 04 05:49:55.533892 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46760) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:55.574638 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Deleting subnet 60489c43-e95a-4d76-aaa7-a35f96a11c1b {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:49:55.577794 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Publish callbacks [] for subnet (60489c43-e95a-4d76-aaa7-a35f96a11c1b), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.614355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:55.616775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (60489c43-e95a-4d76-aaa7-a35f96a11c1b), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.692441 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (60489c43-e95a-4d76-aaa7-a35f96a11c1b), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.718620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:55.831847 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device d34426d5-057f-4b6d-98ea-e3838a6aef72 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:55.851638 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: d34426d5-057f-4b6d-98ea-e3838a6aef72 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:55.852012 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device d34426d5-057f-4b6d-98ea-e3838a6aef72 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:55.852418 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 727314ec-1398-490f-9c01-ad40be4c4faa no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:55.866970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (60489c43-e95a-4d76-aaa7-a35f96a11c1b), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.880214 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 727314ec-1398-490f-9c01-ad40be4c4faa {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:55.880562 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 727314ec-1398-490f-9c01-ad40be4c4faa not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:55.898018 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60489c43-e95a-4d76-aaa7-a35f96a11c1b,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:55.898541 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46764) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:55.906559 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.909767 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-881062d4-97a6-4a7b-98b0-0727dc043804 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/60489c43-e95a-4d76-aaa7-a35f96a11c1b HTTP/1.1" status: 204 len: 168 time: 0.3806129 Oct 04 05:49:55.912936 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9907275-0a7b-4d84-b89b-e34c506f5f5a None None] Network c03165e1-beb9-4a5b-abe8-8381d5e7772e requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:49:55.914607 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46766) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:55.916965 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9fb5-5776-4e04-8e06-a4ee8fc97c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:55.994380 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (c03165e1-beb9-4a5b-abe8-8381d5e7772e), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.002734 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9fb5-5776-4e04-8e06-a4ee8fc97c36 admin admin] Publish callbacks [] for security_group (194a1bc4-cc48-434d-bcd7-7bae1b81ff86), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.047359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Deleting port 83b92484-d0c8-431d-86e8-e284243a0338 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:56.047359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (83b92484-d0c8-431d-86e8-e284243a0338), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.066348 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9fb5-5776-4e04-8e06-a4ee8fc97c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (194a1bc4-cc48-434d-bcd7-7bae1b81ff86), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.084255 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] DHCP port deletion for c03165e1-beb9-4a5b-abe8-8381d5e7772e request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:49:56.119641 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] For port 83b92484-d0c8-431d-86e8-e284243a0338, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=83b92484-d0c8-431d-86e8-e284243a0338,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:56.120081 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (83b92484-d0c8-431d-86e8-e284243a0338), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.126118 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce9fb5-5776-4e04-8e06-a4ee8fc97c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194a1bc4-cc48-434d-bcd7-7bae1b81ff86,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:56.138295 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Calling delete_port for 83b92484-d0c8-431d-86e8-e284243a0338 owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:56.150763 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e7ce9fb5-5776-4e04-8e06-a4ee8fc97c36 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3e75ec26a86e4e1194e38d0bf704bf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500489 Oct 04 05:49:56.153323 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46768) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:56.157222 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] Deleting port 83b92484-d0c8-431d-86e8-e284243a0338 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:49:56.157600 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (83b92484-d0c8-431d-86e8-e284243a0338), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.222196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] For port 83b92484-d0c8-431d-86e8-e284243a0338, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=83b92484-d0c8-431d-86e8-e284243a0338,segment=NetworkSegment(689e1ae6-b1d4-409c-b30d-3223a7c8147e),segment_id=689e1ae6-b1d4-409c-b30d-3223a7c8147e)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:49:56.222593 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (83b92484-d0c8-431d-86e8-e284243a0338), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.235074 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] Calling delete_port for 83b92484-d0c8-431d-86e8-e284243a0338 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:49:56.253747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6b82e758-a1fc-4186-acf0-3f98cb72df8c admin admin] Publish callbacks [] for security_group (194a1bc4-cc48-434d-bcd7-7bae1b81ff86), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.282994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6b82e758-a1fc-4186-acf0-3f98cb72df8c admin admin] Publish callbacks [] for security_group (194a1bc4-cc48-434d-bcd7-7bae1b81ff86), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.375177 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (83b92484-d0c8-431d-86e8-e284243a0338), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.381168 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (83b92484-d0c8-431d-86e8-e284243a0338), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.400533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6b82e758-a1fc-4186-acf0-3f98cb72df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (194a1bc4-cc48-434d-bcd7-7bae1b81ff86), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.403124 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6b82e758-a1fc-4186-acf0-3f98cb72df8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.404249 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6b82e758-a1fc-4186-acf0-3f98cb72df8c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/194a1bc4-cc48-434d-bcd7-7bae1b81ff86 HTTP/1.1" status: 204 len: 168 time: 0.2499266 Oct 04 05:49:56.405056 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b92484-d0c8-431d-86e8-e284243a0338,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:56.407658 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] Pushing event deleted for resources: {'Port': ['ID=83b92484-d0c8-431d-86e8-e284243a0338,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:56.409217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfa192-8aff-49b8-829b-316f484cd777 None None] No DVR routers for this DVR port 83b92484-d0c8-431d-86e8-e284243a0338 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:56.410679 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] No DVR routers for this DVR port 83b92484-d0c8-431d-86e8-e284243a0338 on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:49:56.425796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82e758-a1fc-4186-acf0-3f98cb72df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a1bc4-cc48-434d-bcd7-7bae1b81ff86,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:56.446753 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:49:56.498058 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (c03165e1-beb9-4a5b-abe8-8381d5e7772e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.523857 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03165e1-beb9-4a5b-abe8-8381d5e7772e']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:56.533647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689e1ae6-b1d4-409c-b30d-3223a7c8147e') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:56.533937 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689e1ae6-b1d4-409c-b30d-3223a7c8147e') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:49:56.543836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (689e1ae6-b1d4-409c-b30d-3223a7c8147e), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.556976 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (689e1ae6-b1d4-409c-b30d-3223a7c8147e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.563762 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:49:56.564181 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (689e1ae6-b1d4-409c-b30d-3223a7c8147e), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.603886 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 689e1ae6-b1d4-409c-b30d-3223a7c8147e resource provider aggregate not found Oct 04 05:49:56.620498 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 689e1ae6-b1d4-409c-b30d-3223a7c8147e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 689e1ae6-b1d4-409c-b30d-3223a7c8147e found for delete ", "request_id": "req-0d0f56f7-4718-4088-a7ec-1a73968ebec7"}]} Oct 04 05:49:56.688690 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (c03165e1-beb9-4a5b-abe8-8381d5e7772e), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.694379 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:56.697465 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c03165e1-beb9-4a5b-abe8-8381d5e7772e HTTP/1.1" status: 204 len: 168 time: 0.7817383 Oct 04 05:49:56.709228 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513971-e445-4fcc-a8cd-b446efcb7928 admin admin] Pushing event deleted for resources: {'Network': ['ID=c03165e1-beb9-4a5b-abe8-8381d5e7772e,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:57.117523 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46798) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:57.157504 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-0f73ddc4-9b38-4d9a-800f-91929600de84 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7efd5ee13f094656992497528d761f2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388169 Oct 04 05:49:57.159972 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46800) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:49:57.215596 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-752cf3a1-ba93-4584-80e3-8efc388ab852 admin admin] Publish callbacks [] for security_group (73cd2209-a16a-4c4c-b83c-a15f12a156cb), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:57.237004 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-752cf3a1-ba93-4584-80e3-8efc388ab852 admin admin] Publish callbacks [] for security_group (73cd2209-a16a-4c4c-b83c-a15f12a156cb), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:57.367770 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-752cf3a1-ba93-4584-80e3-8efc388ab852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (73cd2209-a16a-4c4c-b83c-a15f12a156cb), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:57.370465 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-752cf3a1-ba93-4584-80e3-8efc388ab852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:57.371805 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-752cf3a1-ba93-4584-80e3-8efc388ab852 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/73cd2209-a16a-4c4c-b83c-a15f12a156cb HTTP/1.1" status: 204 len: 168 time: 0.2108541 Oct 04 05:49:57.380164 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cf3a1-ba93-4584-80e3-8efc388ab852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cd2209-a16a-4c4c-b83c-a15f12a156cb,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:49:57.579384 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 83b92484-d0c8-431d-86e8-e284243a0338 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:49:57.603654 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2192a2cf-0181-4da8-b068-a6fd9985eeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:49:57.611307 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 83b92484-d0c8-431d-86e8-e284243a0338 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:49:57.611307 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 83b92484-d0c8-431d-86e8-e284243a0338 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:49:59.940288 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-69594507-32ad-4fd6-8dbc-fa889f19ca33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:00.548778 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46942) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:00.662784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b9e05ef9-edbc-40e3-b605-6d8c8ad835fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:00.737953 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b9e05ef9-edbc-40e3-b605-6d8c8ad835fc admin admin] Publish callbacks [] for security_group (203461c0-aa3e-4e4f-b825-86747cc11672), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:00.797448 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b9e05ef9-edbc-40e3-b605-6d8c8ad835fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (203461c0-aa3e-4e4f-b825-86747cc11672), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:00.828892 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:00.836613 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e05ef9-edbc-40e3-b605-6d8c8ad835fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203461c0-aa3e-4e4f-b825-86747cc11672,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:00.840898 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b9e05ef9-edbc-40e3-b605-6d8c8ad835fc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b0b81dfe4d85414ea48e4e69b7a14a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910502 Oct 04 05:50:00.844012 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46946) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:00.897290 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-190c5cfb-b3d3-4c36-8700-4a05e1130e58 admin admin] Publish callbacks [] for security_group (203461c0-aa3e-4e4f-b825-86747cc11672), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:00.918665 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-190c5cfb-b3d3-4c36-8700-4a05e1130e58 admin admin] Publish callbacks [] for security_group (203461c0-aa3e-4e4f-b825-86747cc11672), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:00.933066 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:01.076691 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-190c5cfb-b3d3-4c36-8700-4a05e1130e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (203461c0-aa3e-4e4f-b825-86747cc11672), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:01.081628 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-190c5cfb-b3d3-4c36-8700-4a05e1130e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:01.083655 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-190c5cfb-b3d3-4c36-8700-4a05e1130e58 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/203461c0-aa3e-4e4f-b825-86747cc11672 HTTP/1.1" status: 204 len: 168 time: 0.2381849 Oct 04 05:50:01.101611 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c5cfb-b3d3-4c36-8700-4a05e1130e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203461c0-aa3e-4e4f-b825-86747cc11672,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:01.236700 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:01.745863 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 46978) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:01.760395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dafa103b-0ee8-48de-bb64-e281689e829c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:01.841196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dafa103b-0ee8-48de-bb64-e281689e829c admin admin] Publish callbacks [] for security_group (43c564d7-58f2-435f-ac62-46c69e4e6486), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:01.911475 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-dafa103b-0ee8-48de-bb64-e281689e829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (43c564d7-58f2-435f-ac62-46c69e4e6486), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:01.953825 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-dafa103b-0ee8-48de-bb64-e281689e829c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=26e91c6957334581beb2200ba6f4ffc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044678 Oct 04 05:50:01.953825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa103b-0ee8-48de-bb64-e281689e829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c564d7-58f2-435f-ac62-46c69e4e6486,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:01.954278 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 46980) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:02.002994 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e35-c4cf-4cfe-b699-65d13a3ede5f admin admin] Publish callbacks [] for security_group (43c564d7-58f2-435f-ac62-46c69e4e6486), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:02.022652 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e35-c4cf-4cfe-b699-65d13a3ede5f admin admin] Publish callbacks [] for security_group (43c564d7-58f2-435f-ac62-46c69e4e6486), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:02.167859 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e35-c4cf-4cfe-b699-65d13a3ede5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (43c564d7-58f2-435f-ac62-46c69e4e6486), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:02.172065 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96ee8e35-c4cf-4cfe-b699-65d13a3ede5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:02.173312 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-96ee8e35-c4cf-4cfe-b699-65d13a3ede5f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/43c564d7-58f2-435f-ac62-46c69e4e6486 HTTP/1.1" status: 204 len: 168 time: 0.2177515 Oct 04 05:50:02.183007 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee8e35-c4cf-4cfe-b699-65d13a3ede5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c564d7-58f2-435f-ac62-46c69e4e6486,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:02.768805 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:02.877342 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.216739 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47084) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:05.319929 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dbe4814e-3b4c-466d-af70-5676fa17b880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.395013 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dbe4814e-3b4c-466d-af70-5676fa17b880 admin admin] Publish callbacks [] for security_group (3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.453024 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dbe4814e-3b4c-466d-af70-5676fa17b880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.490988 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4814e-3b4c-466d-af70-5676fa17b880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:05.496234 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-dbe4814e-3b4c-466d-af70-5676fa17b880 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=499dca24baed4a14a48db3e6a801046c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785022 Oct 04 05:50:05.499031 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47088) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:05.555709 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8046f241-b7d0-47eb-aad3-dd4d0e1eba6f admin admin] Publish callbacks [] for security_group (3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.577613 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8046f241-b7d0-47eb-aad3-dd4d0e1eba6f admin admin] Publish callbacks [] for security_group (3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.705999 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8046f241-b7d0-47eb-aad3-dd4d0e1eba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.708577 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8046f241-b7d0-47eb-aad3-dd4d0e1eba6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:05.709833 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8046f241-b7d0-47eb-aad3-dd4d0e1eba6f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b HTTP/1.1" status: 204 len: 168 time: 0.2097964 Oct 04 05:50:05.718116 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046f241-b7d0-47eb-aad3-dd4d0e1eba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c08e683-e7ea-4c19-a2b3-58cb25ac9e8b,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:06.385866 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47110) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:06.399853 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-de09fcb5-d263-4a8e-bb3b-323615dcba50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.453596 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:06.474345 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-de09fcb5-d263-4a8e-bb3b-323615dcba50 admin admin] Publish callbacks [] for security_group (ad2c106b-8dea-436c-9c24-58f709d5b09d), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.556908 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-de09fcb5-d263-4a8e-bb3b-323615dcba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (ad2c106b-8dea-436c-9c24-58f709d5b09d), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.596646 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-de09fcb5-d263-4a8e-bb3b-323615dcba50 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=727199bcb61943459ccbe3e1a75d4e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096932 Oct 04 05:50:06.598636 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09fcb5-d263-4a8e-bb3b-323615dcba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c106b-8dea-436c-9c24-58f709d5b09d,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:06.599388 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47112) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:06.649667 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe70271b-859f-439d-997e-fdbb82b0adb6 admin admin] Publish callbacks [] for security_group (ad2c106b-8dea-436c-9c24-58f709d5b09d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.672334 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe70271b-859f-439d-997e-fdbb82b0adb6 admin admin] Publish callbacks [] for security_group (ad2c106b-8dea-436c-9c24-58f709d5b09d), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.774660 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe70271b-859f-439d-997e-fdbb82b0adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (ad2c106b-8dea-436c-9c24-58f709d5b09d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.777393 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe70271b-859f-439d-997e-fdbb82b0adb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:06.778524 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-fe70271b-859f-439d-997e-fdbb82b0adb6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ad2c106b-8dea-436c-9c24-58f709d5b09d HTTP/1.1" status: 204 len: 168 time: 0.1781292 Oct 04 05:50:06.787325 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70271b-859f-439d-997e-fdbb82b0adb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c106b-8dea-436c-9c24-58f709d5b09d,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:07.454660 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47146) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:07.564298 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a22e0a7-8d5c-426d-b591-a48eb6f94c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.628497 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:07.636975 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:07.642120 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a22e0a7-8d5c-426d-b591-a48eb6f94c5d admin admin] Publish callbacks [] for security_group (a58f1fa7-cb23-4627-bc29-d3226db51570), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.694528 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7a22e0a7-8d5c-426d-b591-a48eb6f94c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (a58f1fa7-cb23-4627-bc29-d3226db51570), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.734795 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7a22e0a7-8d5c-426d-b591-a48eb6f94c5d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7b43ccfbf77d42dcbab0b85aceeb4324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790265 Oct 04 05:50:07.735648 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22e0a7-8d5c-426d-b591-a48eb6f94c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f1fa7-cb23-4627-bc29-d3226db51570,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:07.737907 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47158) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:07.791207 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-723f8f80-4096-426c-88f9-f667dfdd8d55 admin admin] Publish callbacks [] for security_group (a58f1fa7-cb23-4627-bc29-d3226db51570), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.797416 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47162) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:07.818451 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-723f8f80-4096-426c-88f9-f667dfdd8d55 admin admin] Publish callbacks [] for security_group (a58f1fa7-cb23-4627-bc29-d3226db51570), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.902084 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-665840621-network', 'tenant_id': '8207d8781edd40f3b4087a601696d5f3'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:50:07.968571 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-723f8f80-4096-426c-88f9-f667dfdd8d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (a58f1fa7-cb23-4627-bc29-d3226db51570), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.971126 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-723f8f80-4096-426c-88f9-f667dfdd8d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:07.974787 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-723f8f80-4096-426c-88f9-f667dfdd8d55 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a58f1fa7-cb23-4627-bc29-d3226db51570 HTTP/1.1" status: 204 len: 168 time: 0.2335234 Oct 04 05:50:07.980218 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f8f80-4096-426c-88f9-f667dfdd8d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f1fa7-cb23-4627-bc29-d3226db51570,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:08.008422 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Made reservation on behalf of 8207d8781edd40f3b4087a601696d5f3 for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:50:08.010963 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.022037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.101134 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks [] for security_group (d785ef4e-6912-4794-8126-3bb082bba617), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.174353 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d785ef4e-6912-4794-8126-3bb082bba617), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.207001 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:50:08.227630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d785ef4e-6912-4794-8126-3bb082bba617,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:08.242514 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (59c06723-c1b9-4875-bb14-593d96ab3f47), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.242861 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Added segment 59c06723-c1b9-4875-bb14-593d96ab3f47 of type vlan for network dcd09e2b-15fe-4866-b27d-3367283e5619 Oct 04 05:50:08.284235 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (dcd09e2b-15fe-4866-b27d-3367283e5619), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.436048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (dcd09e2b-15fe-4866-b27d-3367283e5619), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.437136 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:08.437724 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.442454 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:08.502499 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] Pushing event updated for resources: {'Network': ['ID=dcd09e2b-15fe-4866-b27d-3367283e5619,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:08.513353 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network dcd09e2b-15fe-4866-b27d-3367283e5619 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:50:08.623519 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f2338fca-72d9-4b3a-93af-5d67c9cafcee admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8199329 Oct 04 05:50:08.623519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47194) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:08.626439 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Request body: {'subnet': {'network_id': 'dcd09e2b-15fe-4866-b27d-3367283e5619', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-665840621-subnet', 'tenant_id': '8207d8781edd40f3b4087a601696d5f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:50:08.751394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Made reservation on behalf of 8207d8781edd40f3b4087a601696d5f3 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:50:08.753787 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16547090'] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:08.868387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:08.981010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16419253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16547072'] for subnet (86bf1f61-4b84-4d63-8085-858745204207), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:09.043022 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bf1f61-4b84-4d63-8085-858745204207,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:09.052412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Checking segment: {'id': '59c06723-c1b9-4875-bb14-593d96ab3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dcd09e2b-15fe-4866-b27d-3367283e5619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:50:09.052763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Network hostable DHCP agents. Network: dcd09e2b-15fe-4866-b27d-3367283e5619, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:50:09.139924 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Network dcd09e2b-15fe-4866-b27d-3367283e5619 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:50:09.191758 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, dcd09e2b-15fe-4866-b27d-3367283e5619) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:50:09.195721 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:09.196334 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:09.201574 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9635529-a9a8-43cf-8556-8c0d9c6f15b2 None None] Network dcd09e2b-15fe-4866-b27d-3367283e5619 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:50:09.262690 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-0ee68be8-9788-41ab-83bd-b45948ee7457 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6405299 Oct 04 05:50:09.303465 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf1166-376c-4636-9793-0cdde0f877fc None None] Network dcd09e2b-15fe-4866-b27d-3367283e5619 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:50:09.375569 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:10.209226 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47244) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:10.305702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47250) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:10.311723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2072679814-network', 'tenant_id': '416c5642950a48d9a2faeadc45f6e8a4'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:50:10.336715 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f0e73d2-cf36-46e1-a57d-c0f39d8d673a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.405326 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Made reservation on behalf of 416c5642950a48d9a2faeadc45f6e8a4 for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:50:10.408233 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.423028 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f0e73d2-cf36-46e1-a57d-c0f39d8d673a admin admin] Publish callbacks [] for security_group (8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.424400 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.498388 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks [] for security_group (0bcc1002-6309-41b8-9e16-ef8a1d814965), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.504415 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4f0e73d2-cf36-46e1-a57d-c0f39d8d673a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.542774 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4f0e73d2-cf36-46e1-a57d-c0f39d8d673a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7248edf24e34094ab2dfd803073241d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324232 Oct 04 05:50:10.543536 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e73d2-cf36-46e1-a57d-c0f39d8d673a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:10.546115 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47252) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:10.591627 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0bcc1002-6309-41b8-9e16-ef8a1d814965), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.596427 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b30-bd76-4608-b517-92afc67d5251 admin admin] Publish callbacks [] for security_group (8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.596946 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:10.613659 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:50:10.616417 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b30-bd76-4608-b517-92afc67d5251 admin admin] Publish callbacks [] for security_group (8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.628966 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc1002-6309-41b8-9e16-ef8a1d814965,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:10.631877 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (15851a68-186b-4390-bb86-58754cd26baa), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.632211 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Added segment 15851a68-186b-4390-bb86-58754cd26baa of type vlan for network eb876565-4b59-4a3b-8e20-21f104b54a33 Oct 04 05:50:10.675547 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (eb876565-4b59-4a3b-8e20-21f104b54a33), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.762974 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (eb876565-4b59-4a3b-8e20-21f104b54a33), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.763400 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b30-bd76-4608-b517-92afc67d5251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.763969 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:10.764547 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.767010 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b30-bd76-4608-b517-92afc67d5251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:10.769712 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a4a43b30-bd76-4608-b517-92afc67d5251 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59 HTTP/1.1" status: 204 len: 168 time: 0.2223191 Oct 04 05:50:10.786776 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43b30-bd76-4608-b517-92afc67d5251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaee5c6-ea1a-4e26-a267-4e0d8b3ccc59,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:10.832245 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] Pushing event updated for resources: {'Network': ['ID=eb876565-4b59-4a3b-8e20-21f104b54a33,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:10.844855 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network eb876565-4b59-4a3b-8e20-21f104b54a33 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:50:10.857279 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2b6a0815-6d06-48e3-a9c9-645dcf28a152 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5493069 Oct 04 05:50:10.859907 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47258) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:10.865029 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Request body: {'subnet': {'network_id': 'eb876565-4b59-4a3b-8e20-21f104b54a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2072679814-subnet', 'tenant_id': '416c5642950a48d9a2faeadc45f6e8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:50:10.961716 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Made reservation on behalf of 416c5642950a48d9a2faeadc45f6e8a4 for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:50:10.964300 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16618131'] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.203208 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15063815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16618113'] for subnet (9f14d448-4af8-42f3-a0ec-dceefce892f6), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.250302 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:11.258895 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f14d448-4af8-42f3-a0ec-dceefce892f6,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:11.268305 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Checking segment: {'id': '15851a68-186b-4390-bb86-58754cd26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb876565-4b59-4a3b-8e20-21f104b54a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:50:11.268649 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Network hostable DHCP agents. Network: eb876565-4b59-4a3b-8e20-21f104b54a33, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:50:11.328334 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Network eb876565-4b59-4a3b-8e20-21f104b54a33 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:50:11.407431 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, eb876565-4b59-4a3b-8e20-21f104b54a33) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:50:11.411584 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:11.412292 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.416442 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7e6c7-71dd-4ace-b674-13535db5c88a None None] Network eb876565-4b59-4a3b-8e20-21f104b54a33 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:50:11.475469 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:11.500747 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47264) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:11.512362 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594e562-dcf6-4354-9c68-c91d357abdd7 None None] Network eb876565-4b59-4a3b-8e20-21f104b54a33 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:50:11.518819 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-adf8be51-7809-4f81-a747-da576834d8c1 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6577299 Oct 04 05:50:11.519728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ccf76e31-047b-457e-a30b-2aabddec1be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.574282 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:11.611830 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ccf76e31-047b-457e-a30b-2aabddec1be3 admin admin] Publish callbacks [] for security_group (5b22d006-fbba-4a9f-bf27-637db7497821), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.717319 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ccf76e31-047b-457e-a30b-2aabddec1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5b22d006-fbba-4a9f-bf27-637db7497821), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.761280 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-ccf76e31-047b-457e-a30b-2aabddec1be3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dfd3423a51df420aa5e9323f8bafba08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571256 Oct 04 05:50:11.761280 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf76e31-047b-457e-a30b-2aabddec1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b22d006-fbba-4a9f-bf27-637db7497821,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:11.761878 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47272) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:11.805620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:11.818679 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43992a61-815e-4c2c-817c-a03c81ce5067 admin admin] Publish callbacks [] for security_group (5b22d006-fbba-4a9f-bf27-637db7497821), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.848175 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43992a61-815e-4c2c-817c-a03c81ce5067 admin admin] Publish callbacks [] for security_group (5b22d006-fbba-4a9f-bf27-637db7497821), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.969182 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43992a61-815e-4c2c-817c-a03c81ce5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5b22d006-fbba-4a9f-bf27-637db7497821), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.971826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-43992a61-815e-4c2c-817c-a03c81ce5067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:11.975337 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-43992a61-815e-4c2c-817c-a03c81ce5067 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5b22d006-fbba-4a9f-bf27-637db7497821 HTTP/1.1" status: 204 len: 168 time: 0.2099717 Oct 04 05:50:11.980779 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43992a61-815e-4c2c-817c-a03c81ce5067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b22d006-fbba-4a9f-bf27-637db7497821,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:12.659580 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47290) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:12.673616 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-22a3f4f1-185b-4419-a1d6-95edfef26659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:12.747047 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-22a3f4f1-185b-4419-a1d6-95edfef26659 admin admin] Publish callbacks [] for security_group (0c524471-d475-4617-8216-9ff264b28a75), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:12.819640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-22a3f4f1-185b-4419-a1d6-95edfef26659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0c524471-d475-4617-8216-9ff264b28a75), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:12.858388 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-22a3f4f1-185b-4419-a1d6-95edfef26659 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=713981f7dbdc4e5195cbf59e946e9d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976652 Oct 04 05:50:12.859860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3f4f1-185b-4419-a1d6-95edfef26659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c524471-d475-4617-8216-9ff264b28a75,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:12.861581 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47292) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:12.910950 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b74a1cbd-ad9b-4553-b153-859976d28484 admin admin] Publish callbacks [] for security_group (0c524471-d475-4617-8216-9ff264b28a75), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:12.930944 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b74a1cbd-ad9b-4553-b153-859976d28484 admin admin] Publish callbacks [] for security_group (0c524471-d475-4617-8216-9ff264b28a75), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:13.065950 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b74a1cbd-ad9b-4553-b153-859976d28484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0c524471-d475-4617-8216-9ff264b28a75), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:13.068836 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b74a1cbd-ad9b-4553-b153-859976d28484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:13.070059 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b74a1cbd-ad9b-4553-b153-859976d28484 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0c524471-d475-4617-8216-9ff264b28a75 HTTP/1.1" status: 204 len: 168 time: 0.2073767 Oct 04 05:50:13.078026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a1cbd-ad9b-4553-b153-859976d28484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c524471-d475-4617-8216-9ff264b28a75,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:14.131547 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=39 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:14.137599 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=50 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:17.699948 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:19.138493 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:50:22.854701 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:22.961935 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=4,neutron:SELECT=41,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:23.073837 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:27.557073 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8375-4b0b-4ea8-8e7e-e67abf3618ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:29.939070 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8394-1661-4cda-ba88-003d13412287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:31.213875 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:32.146664 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:32.147419 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:32.791251 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:32.894010 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:33.242997 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d508-18cc-4ca0-b1de-452b84ca4f37 req-8bd19e7f-32e3-4a11-8498-ecbe0b4a9ceb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:33.244454 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a4d2d508-18cc-4ca0-b1de-452b84ca4f37 req-8bd19e7f-32e3-4a11-8498-ecbe0b4a9ceb tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0509882 Oct 04 05:50:33.292380 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a4d2d508-18cc-4ca0-b1de-452b84ca4f37 req-412ae914-59ee-4846-88ef-8ddb1d355d6f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Oct 04 05:50:34.420539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32c37-af87-4be6-baeb-bda2c6a23d5c req-1db6d10e-3c1e-4789-9fda-05d891a8d29f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:34.422013 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-13f32c37-af87-4be6-baeb-bda2c6a23d5c req-1db6d10e-3c1e-4789-9fda-05d891a8d29f tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0465848 Oct 04 05:50:34.474875 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-13f32c37-af87-4be6-baeb-bda2c6a23d5c req-9a5bad6c-8d22-4de0-85f4-b549ffd499fc tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449495 Oct 04 05:50:35.038590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-00e3de33-9be5-4a2a-9936-e911eb438eb6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:35.040045 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-00e3de33-9be5-4a2a-9936-e911eb438eb6 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0506904 Oct 04 05:50:35.123466 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Deleting port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:35.123802 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:35.216668 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] For port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:35.217028 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:35.380792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:35.381119 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (d8f60b0f-a248-4311-afb5-f77b831ba4fe), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:35.381429 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Floating IP d8f60b0f-a248-4311-afb5-f77b831ba4fe disassociated. External IP: 172.27.1.47, port: 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d. Oct 04 05:50:35.381763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Calling delete_port for 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:35.574361 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:35.603285 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event deleted for resources: {'Port': ['ID=6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:35.606527 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc6e0e-db01-4c8f-915c-f06f5fd4089a req-2836a253-2df1-4563-82af-22c5274f4942 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:35.608107 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-babc6e0e-db01-4c8f-915c-f06f5fd4089a req-2836a253-2df1-4563-82af-22c5274f4942 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 946 time: 0.0505173 Oct 04 05:50:35.620083 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.620430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.620763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.621115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.621419 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.621746 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.622068 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.622632 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.622982 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.623303 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.623622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.623939 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.624248 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.625575 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.625928 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:35.680106 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-babc6e0e-db01-4c8f-915c-f06f5fd4089a req-2d29ab4c-11c5-412a-a0f7-4870de83ddcf tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652008 Oct 04 05:50:35.751931 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Router f32ce1af-f12d-42b1-93da-ed106d90299d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:50:35.858549 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:50:35.864588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:35.869475 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084425be-95c2-49ab-96b8-b851973da46b None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:50:35.882046 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:50:35.882949 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:50:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:35.903717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] No DVR routers for this DVR port 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:50:35.906535 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:35.909878 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ce686fc1-910a-413e-bc6a-c0b081494bab req-dd0ed8f9-bc89-4a94-82a5-252835643a75 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.39 "DELETE /networking/v2.0/ports/6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d HTTP/1.1" status: 204 len: 173 time: 0.8637073 Oct 04 05:50:35.910826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-deleted', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:50:35.913261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57550dc2-ee93-4d4c-80e7-560720705515" -d '{"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-deleted", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:50:35.957995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c13d6-4572-4dfa-a6d9-730a8e67210f x-openstack-request-id: req-b55c13d6-4572-4dfa-a6d9-730a8e67210f {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:50:35.958348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac56e7ba-43ea-4595-8551-352767e8e8fe", "name": "network-vif-deleted", "tag": "6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:50:35.958734 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b55c13d6-4572-4dfa-a6d9-730a8e67210f {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:50:35.962020 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55c13d6-4572-4dfa-a6d9-730a8e67210f'] response: {'server_uuid': 'ac56e7ba-43ea-4595-8551-352767e8e8fe', 'name': 'network-vif-deleted', 'tag': '6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d', 'status': 'completed', 'code': 200} Oct 04 05:50:36.145443 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:50:36.322628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:36.350193 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084425be-95c2-49ab-96b8-b851973da46b None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:50:36.358090 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:50:36.358706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:50:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:36.454445 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:50:36.456429 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:36.639832 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-084425be-95c2-49ab-96b8-b851973da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:36.664929 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084425be-95c2-49ab-96b8-b851973da46b None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:42:46Z', 'revision_number': 4, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '5cafbdf6-2a8d-46fa-be69-ee2671703cb6', 'name': '', 'network_id': '6cfb3053-30b6-4a8c-ab04-88f5f64c550f', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'mac_address': 'fa:16:3e:65:17:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:45Z', 'updated_at': '2022-10-04T05:42:59Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'subnets': [{'id': 'b1efbda3-4dd3-4312-a46f-95c265616273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:50:36.797787 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-65ef85e7-9b42-4beb-9409-d1f172272eb8 req-ca0bed78-e8f9-4cc8-96c2-7937d0365ee4 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0281336 Oct 04 05:50:36.887780 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30952754-2349-471b-9b5b-573a388afdce None None] New status for floating IP d8f60b0f-a248-4311-afb5-f77b831ba4fe: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:50:37.906299 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8213dbb7-68fa-493d-8ef8-828d9bf01b65 req-fe9b5f91-dddc-4e59-b122-8a8128aa9735 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0276499 Oct 04 05:50:38.582340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:38.592425 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb22f9-c99f-4ce8-b947-b8437269b1f5 req-2383d236-ab5f-4bda-b500-7c57cc49a619 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:38.593870 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cbb22f9-c99f-4ce8-b947-b8437269b1f5 req-2383d236-ab5f-4bda-b500-7c57cc49a619 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0501211 Oct 04 05:50:38.643477 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0cbb22f9-c99f-4ce8-b947-b8437269b1f5 req-0769c7c4-0170-4b62-b750-1a27952048b8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437415 Oct 04 05:50:38.802127 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:50:38.821949 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:50:38.822323 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6395b8ca-5889-4abb-b6e4-cd8c5ca5c58d not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:50:39.030329 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-21f688f6-e6c6-4e21-b760-9487a6eccff9 req-e72f5e90-2788-4f3d-9879-c7821c021661 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0292919 Oct 04 05:50:39.766730 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cae34-d2ca-4bf6-b93c-c219ebd19f2c req-1de15ae4-860d-46a3-8455-f771fb53c9c8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:39.773429 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b37cae34-d2ca-4bf6-b93c-c219ebd19f2c req-1de15ae4-860d-46a3-8455-f771fb53c9c8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Oct 04 05:50:39.819982 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b37cae34-d2ca-4bf6-b93c-c219ebd19f2c req-3e6c3048-2e85-45d3-9e80-1baf5245a5f8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Oct 04 05:50:40.151330 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-07cf7150-68a6-4631-9379-8e03e346ad1a req-1e8e5583-619f-413e-bbd1-289fb65e8df0 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0277345 Oct 04 05:50:40.940999 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a68d-52cc-4c75-954e-a3439031c64e req-2f738925-7098-4414-82fd-bfcf603335da tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:40.942824 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7aa0a68d-52cc-4c75-954e-a3439031c64e req-2f738925-7098-4414-82fd-bfcf603335da tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0463009 Oct 04 05:50:40.994944 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7aa0a68d-52cc-4c75-954e-a3439031c64e req-27f23c30-fd21-45ed-ba7d-2770c8bf7c25 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Oct 04 05:50:41.273244 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3c1df173-8c45-43cf-8038-cc1a3100c77b req-09fabff7-be40-4989-85f7-0b2959173954 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ac56e7ba-43ea-4595-8551-352767e8e8fe HTTP/1.1" status: 200 len: 210 time: 0.0295353 Oct 04 05:50:41.365249 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6337b-c743-434b-a985-4804648adb64 req-c75c06fe-9771-4688-962c-60bceafe98b2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:41.366712 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c6d6337b-c743-434b-a985-4804648adb64 req-c75c06fe-9771-4688-962c-60bceafe98b2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Oct 04 05:50:41.456668 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Deleting port 3846f25e-2d58-45ca-827a-81e04bfd4146 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:41.457015 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:41.549670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] For port 3846f25e-2d58-45ca-827a-81e04bfd4146, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3846f25e-2d58-45ca-827a-81e04bfd4146,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:41.552811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:41.901259 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47756) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:41.946302 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Deleting subnet 86bf1f61-4b84-4d63-8085-858745204207 {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:50:41.949621 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Publish callbacks [] for subnet (86bf1f61-4b84-4d63-8085-858745204207), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:41.981762 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:41.982355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (0f1a8cac-9ca1-4961-b254-30528a1433da), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:41.982580 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Floating IP 0f1a8cac-9ca1-4961-b254-30528a1433da disassociated. External IP: 172.27.1.77, port: 3846f25e-2d58-45ca-827a-81e04bfd4146. Oct 04 05:50:41.982926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Calling delete_port for 3846f25e-2d58-45ca-827a-81e04bfd4146 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:41.989422 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (86bf1f61-4b84-4d63-8085-858745204207), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.031605 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (86bf1f61-4b84-4d63-8085-858745204207), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.132200 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (86bf1f61-4b84-4d63-8085-858745204207), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.145903 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138b4f1-0cf6-419c-b466-27329c2041ec req-e22accbb-21ad-4b2d-922c-a1c8137d2ee6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:42.147412 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d138b4f1-0cf6-419c-b466-27329c2041ec req-e22accbb-21ad-4b2d-922c-a1c8137d2ee6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 945 time: 0.0608115 Oct 04 05:50:42.159491 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bf1f61-4b84-4d63-8085-858745204207,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:42.165019 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.168122 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/86bf1f61-4b84-4d63-8085-858745204207 HTTP/1.1" status: 204 len: 168 time: 0.2658761 Oct 04 05:50:42.171884 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47760) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:42.180498 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.180845 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.181172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.181506 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.181830 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.182171 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.182499 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.182817 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.183134 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.183450 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.183765 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.184082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.184393 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.184701 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.185008 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f15ecd-4193-45f4-9658-2c74a7a1951f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:42.189341 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:42.198571 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d138b4f1-0cf6-419c-b466-27329c2041ec req-62551520-70dc-4a19-bcd2-74822732881b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Oct 04 05:50:42.225182 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (3846f25e-2d58-45ca-827a-81e04bfd4146), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.259173 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'Port': ['ID=3846f25e-2d58-45ca-827a-81e04bfd4146,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:42.311604 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:42.381688 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:50:42.446888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47768) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:42.481354 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (dcd09e2b-15fe-4866-b27d-3367283e5619), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.526725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:50:42.541529 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:50:42.551523 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:42.552942 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:50:42.553735 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:50:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:42.560680 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (dcd09e2b-15fe-4866-b27d-3367283e5619), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.582456 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd09e2b-15fe-4866-b27d-3367283e5619']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:42.583114 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-96d361f4-cbb5-41ce-b400-b59735a0a416 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.586994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] No DVR routers for this DVR port 3846f25e-2d58-45ca-827a-81e04bfd4146 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:50:42.592883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c06723-c1b9-4875-bb14-593d96ab3f47') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:42.593417 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c06723-c1b9-4875-bb14-593d96ab3f47') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:42.598591 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.601934 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c6d6337b-c743-434b-a985-4804648adb64 req-b43f615c-e3d2-498b-ab12-57478ad7218e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "DELETE /networking/v2.0/ports/3846f25e-2d58-45ca-827a-81e04bfd4146 HTTP/1.1" status: 204 len: 173 time: 1.2283227 Oct 04 05:50:42.602476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'name': 'network-vif-deleted', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:50:42.604734 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3ae536-9d9a-4e60-9e5f-daab11124891" -d '{"events": [{"server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "name": "network-vif-deleted", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:50:42.616799 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (59c06723-c1b9-4875-bb14-593d96ab3f47), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.624652 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-96d361f4-cbb5-41ce-b400-b59735a0a416 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.634630 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (59c06723-c1b9-4875-bb14-593d96ab3f47), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.642721 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:50:42.643902 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (59c06723-c1b9-4875-bb14-593d96ab3f47), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.692120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a040eb-ea55-46bc-9925-93d5ff511d4e x-openstack-request-id: req-95a040eb-ea55-46bc-9925-93d5ff511d4e {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:50:42.692682 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517a5b7f-76e0-4888-8e50-c6972ee30554", "name": "network-vif-deleted", "tag": "3846f25e-2d58-45ca-827a-81e04bfd4146", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:50:42.693180 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95a040eb-ea55-46bc-9925-93d5ff511d4e {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:50:42.693620 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 59c06723-c1b9-4875-bb14-593d96ab3f47 resource provider aggregate not found Oct 04 05:50:42.694004 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a040eb-ea55-46bc-9925-93d5ff511d4e'] response: {'server_uuid': '517a5b7f-76e0-4888-8e50-c6972ee30554', 'name': 'network-vif-deleted', 'tag': '3846f25e-2d58-45ca-827a-81e04bfd4146', 'status': 'completed', 'code': 200} Oct 04 05:50:42.712287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:50:42.716564 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 59c06723-c1b9-4875-bb14-593d96ab3f47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59c06723-c1b9-4875-bb14-593d96ab3f47 found for delete ", "request_id": "req-bf6f05b1-27fe-4386-8047-1177fe3684da"}]} Oct 04 05:50:42.791560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (dcd09e2b-15fe-4866-b27d-3367283e5619), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.791825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-96d361f4-cbb5-41ce-b400-b59735a0a416 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.794285 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-96d361f4-cbb5-41ce-b400-b59735a0a416 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.797655 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.800763 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-96d361f4-cbb5-41ce-b400-b59735a0a416 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6 HTTP/1.1" status: 204 len: 168 time: 0.3514249 Oct 04 05:50:42.800763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47776) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:42.801511 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/dcd09e2b-15fe-4866-b27d-3367283e5619 HTTP/1.1" status: 204 len: 168 time: 0.6286185 Oct 04 05:50:42.806392 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47778) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:42.813278 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a93dba-4fca-499e-9c8c-1c1061afcf30 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd09e2b-15fe-4866-b27d-3367283e5619,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:42.833660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d361f4-cbb5-41ce-b400-b59735a0a416 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:42.859137 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.api.v2.resource [None req-be1e35bd-5ef0-444b-9c97-5dca17dd7860 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] show failed (client error): The resource could not be found. Oct 04 05:50:42.864039 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-be1e35bd-5ef0-444b-9c97-5dca17dd7860 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "GET /networking/v2.0/security-groups/1a7a63d6-8e32-4efa-a0e0-2857c9c26bc6 HTTP/1.1" status: 404 len: 347 time: 0.0546691 Oct 04 05:50:42.864039 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47782) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:42.951819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Deleting subnet 9f14d448-4af8-42f3-a0ec-dceefce892f6 {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:50:42.967430 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:42.985416 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Publish callbacks [] for subnet (9f14d448-4af8-42f3-a0ec-dceefce892f6), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:42.998496 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:50:43.007213 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:50:43.007905 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:50:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:43.054649 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (9f14d448-4af8-42f3-a0ec-dceefce892f6), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.072826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:43.075553 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Deleting port 4dcd1f94-322e-4565-bfb5-d56ae2da383f {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:43.075881 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.122736 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:50:43.146760 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (9f14d448-4af8-42f3-a0ec-dceefce892f6), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.211713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.212030 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (4dcd1f94-322e-4565-bfb5-d56ae2da383f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.231499 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Calling delete_port for 4dcd1f94-322e-4565-bfb5-d56ae2da383f owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:43.331848 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:43.333094 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (9f14d448-4af8-42f3-a0ec-dceefce892f6), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.336293 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7b9c8b4c-d6e4-42b5-9db5-86527acf7542 req-e3664593-4a90-469c-b818-dc38547860e5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0454133 Oct 04 05:50:43.353165 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:43.370262 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f14d448-4af8-42f3-a0ec-dceefce892f6,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:43.370262 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.373445 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-54e310e3-23eb-4acb-a9c2-49bab9b9bc36 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/9f14d448-4af8-42f3-a0ec-dceefce892f6 HTTP/1.1" status: 204 len: 168 time: 0.5584953 Oct 04 05:50:43.376198 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47790) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:43.381940 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58968d96-cd80-4210-8ded-4b7b91ca1787 None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:50:43.384761 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 3846f25e-2d58-45ca-827a-81e04bfd4146 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:50:43.404366 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 3846f25e-2d58-45ca-827a-81e04bfd4146 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:50:43.404709 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 3846f25e-2d58-45ca-827a-81e04bfd4146 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:50:43.444934 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:43.494259 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (eb876565-4b59-4a3b-8e20-21f104b54a33), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.584826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (4dcd1f94-322e-4565-bfb5-d56ae2da383f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.588488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (eb876565-4b59-4a3b-8e20-21f104b54a33), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.629559 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Pushing event deleted for resources: {'Port': ['ID=4dcd1f94-322e-4565-bfb5-d56ae2da383f,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:43.645568 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb876565-4b59-4a3b-8e20-21f104b54a33']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:43.688889 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15851a68-186b-4390-bb86-58754cd26baa') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:43.689186 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15851a68-186b-4390-bb86-58754cd26baa') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:43.704580 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (15851a68-186b-4390-bb86-58754cd26baa), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.727883 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (15851a68-186b-4390-bb86-58754cd26baa), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.734104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks [] for floatingip (d8f60b0f-a248-4311-afb5-f77b831ba4fe), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.736613 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.738186 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-aebab15e-23fe-419a-8c25-8a2842c83c86 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d8f60b0f-a248-4311-afb5-f77b831ba4fe HTTP/1.1" status: 204 len: 168 time: 0.8729534 Oct 04 05:50:43.742047 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:50:43.743394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (15851a68-186b-4390-bb86-58754cd26baa), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.767105 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff7643-2a17-4c5d-a0e5-3e3d3719f8fc None None] New status for floating IP 0f1a8cac-9ca1-4961-b254-30528a1433da: DOWN {{(pid=113155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:50:43.789087 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 15851a68-186b-4390-bb86-58754cd26baa resource provider aggregate not found Oct 04 05:50:43.814295 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 15851a68-186b-4390-bb86-58754cd26baa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15851a68-186b-4390-bb86-58754cd26baa found for delete ", "request_id": "req-0f74acd0-2871-4703-a3c7-132f24b8fa62"}]} Oct 04 05:50:43.916727 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (eb876565-4b59-4a3b-8e20-21f104b54a33), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.922414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:43.925908 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/eb876565-4b59-4a3b-8e20-21f104b54a33 HTTP/1.1" status: 204 len: 168 time: 0.5489476 Oct 04 05:50:43.937654 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a328c08-4d1b-4465-a96a-521a703132f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb876565-4b59-4a3b-8e20-21f104b54a33,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:44.427599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47816) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:44.476346 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d68334b5-aed0-4c25-ad21-879455ef923f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8207d8781edd40f3b4087a601696d5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473580 Oct 04 05:50:44.479854 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47818) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:44.485834 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-97478061-fb79-4763-b774-fcceb78ebd9b req-7abd4ff0-3549-434f-84e2-0319816cf481 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=517a5b7f-76e0-4888-8e50-c6972ee30554 HTTP/1.1" status: 200 len: 210 time: 0.0379367 Oct 04 05:50:44.551008 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-660409e1-fc60-4f6f-884b-261f6af5b267 admin admin] Publish callbacks [] for security_group (d785ef4e-6912-4794-8126-3bb082bba617), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:44.562236 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:44.571275 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-660409e1-fc60-4f6f-884b-261f6af5b267 admin admin] Publish callbacks [] for security_group (d785ef4e-6912-4794-8126-3bb082bba617), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:44.682900 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-660409e1-fc60-4f6f-884b-261f6af5b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d785ef4e-6912-4794-8126-3bb082bba617), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:44.685587 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-660409e1-fc60-4f6f-884b-261f6af5b267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:44.689534 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-660409e1-fc60-4f6f-884b-261f6af5b267 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d785ef4e-6912-4794-8126-3bb082bba617 HTTP/1.1" status: 204 len: 168 time: 0.2049854 Oct 04 05:50:44.695171 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660409e1-fc60-4f6f-884b-261f6af5b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d785ef4e-6912-4794-8126-3bb082bba617,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:44.754246 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47824) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:44.879776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4e0c-dfa0-4f23-accb-09a1310fe1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:44.960374 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4e0c-dfa0-4f23-accb-09a1310fe1d0 admin admin] Publish callbacks [] for security_group (d1fd1473-ac77-4c84-b132-66d5261e0e2b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.031190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4e0c-dfa0-4f23-accb-09a1310fe1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d1fd1473-ac77-4c84-b132-66d5261e0e2b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.071408 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-fa9d4e0c-dfa0-4f23-accb-09a1310fe1d0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1d054fe5fc3648de8cb9be51aaec187c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136396 Oct 04 05:50:45.071856 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47830) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:45.074062 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d4e0c-dfa0-4f23-accb-09a1310fe1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fd1473-ac77-4c84-b132-66d5261e0e2b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:45.128064 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c9171774-ca9e-4f88-ba93-ad761f73d2c1 admin admin] Publish callbacks [] for security_group (d1fd1473-ac77-4c84-b132-66d5261e0e2b), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.137157 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:45.153627 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c9171774-ca9e-4f88-ba93-ad761f73d2c1 admin admin] Publish callbacks [] for security_group (d1fd1473-ac77-4c84-b132-66d5261e0e2b), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.260726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c9171774-ca9e-4f88-ba93-ad761f73d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (d1fd1473-ac77-4c84-b132-66d5261e0e2b), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.263407 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c9171774-ca9e-4f88-ba93-ad761f73d2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.264553 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c9171774-ca9e-4f88-ba93-ad761f73d2c1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d1fd1473-ac77-4c84-b132-66d5261e0e2b HTTP/1.1" status: 204 len: 168 time: 0.1916816 Oct 04 05:50:45.273030 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9171774-ca9e-4f88-ba93-ad761f73d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fd1473-ac77-4c84-b132-66d5261e0e2b,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:45.422585 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47846) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:45.443017 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:45.464217 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-d524a09a-d999-4064-b3c8-e862f73ccf7f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=416c5642950a48d9a2faeadc45f6e8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404813 Oct 04 05:50:45.466849 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47848) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:45.516669 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2551d828-f09b-4c74-8088-65bf0a6798ef admin admin] Publish callbacks [] for security_group (0bcc1002-6309-41b8-9e16-ef8a1d814965), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.541476 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2551d828-f09b-4c74-8088-65bf0a6798ef admin admin] Publish callbacks [] for security_group (0bcc1002-6309-41b8-9e16-ef8a1d814965), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.648122 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2551d828-f09b-4c74-8088-65bf0a6798ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0bcc1002-6309-41b8-9e16-ef8a1d814965), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.650809 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-2551d828-f09b-4c74-8088-65bf0a6798ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.652197 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2551d828-f09b-4c74-8088-65bf0a6798ef admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0bcc1002-6309-41b8-9e16-ef8a1d814965 HTTP/1.1" status: 204 len: 168 time: 0.1844463 Oct 04 05:50:45.660184 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551d828-f09b-4c74-8088-65bf0a6798ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc1002-6309-41b8-9e16-ef8a1d814965,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:45.795801 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-b7e882cd-a6be-44a5-8b80-2ba4999f9669 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1310825236&fields=id&tenant_id=45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 267 time: 0.0472484 Oct 04 05:50:45.840652 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 47862) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:45.854902 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fc584cc-c099-47c7-8a18-da82b00967b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.912484 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-9588cced-fc93-42a3-bba0-206c36c44065 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:45.913989 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-9588cced-fc93-42a3-bba0-206c36c44065 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 811 time: 0.1111403 Oct 04 05:50:45.931609 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-16ce7048-4c7c-4aa0-838f-162ec48f7bd8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/quotas/45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 375 time: 0.0102482 Oct 04 05:50:45.948094 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fc584cc-c099-47c7-8a18-da82b00967b0 admin admin] Publish callbacks [] for security_group (1d0d77e6-3266-4600-9308-8f3dbe879afb), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:45.990003 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7564972e-61be-4cdd-9b42-75966cedc45f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528831 Oct 04 05:50:46.014457 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5fc584cc-c099-47c7-8a18-da82b00967b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1d0d77e6-3266-4600-9308-8f3dbe879afb), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:46.061366 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5fc584cc-c099-47c7-8a18-da82b00967b0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=636860aaeaa14048883741791d4c92e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195160 Oct 04 05:50:46.062468 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc584cc-c099-47c7-8a18-da82b00967b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d77e6-3266-4600-9308-8f3dbe879afb,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:46.064169 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 47868) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:46.123995 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-21227289-e3d9-4e8d-bbf8-fb5545f865a3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227744 Oct 04 05:50:46.154414 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f1176992-1a8d-42bf-91bc-fc0b6ec0644c admin admin] Publish callbacks [] for security_group (1d0d77e6-3266-4600-9308-8f3dbe879afb), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:46.208894 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f1176992-1a8d-42bf-91bc-fc0b6ec0644c admin admin] Publish callbacks [] for security_group (1d0d77e6-3266-4600-9308-8f3dbe879afb), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:46.259836 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:46.265830 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-0bca99b2-9f0b-4d60-a67b-c4d36c0fa105 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319842 Oct 04 05:50:46.368531 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f1176992-1a8d-42bf-91bc-fc0b6ec0644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1d0d77e6-3266-4600-9308-8f3dbe879afb), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:46.371316 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-f1176992-1a8d-42bf-91bc-fc0b6ec0644c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:46.380543 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-f1176992-1a8d-42bf-91bc-fc0b6ec0644c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1d0d77e6-3266-4600-9308-8f3dbe879afb HTTP/1.1" status: 204 len: 168 time: 0.3063037 Oct 04 05:50:46.380543 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1176992-1a8d-42bf-91bc-fc0b6ec0644c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d77e6-3266-4600-9308-8f3dbe879afb,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:46.866134 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7205445e-9796-4b35-9453-997335839b0f req-9bc2477f-c379-4fa1-b179-95c81fabd2dd tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0316792 Oct 04 05:50:47.861185 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:47.977718 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9a8aed41-6722-4838-a16a-d92e6b8a5c7a req-dafa0775-cab2-4c06-807c-eacb63a626e7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0308633 Oct 04 05:50:49.083965 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d32eba5e-98a4-45d8-811b-a0ccd75982a1 req-58744175-408d-4e5c-80d6-06c92becbad5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0311136 Oct 04 05:50:49.277179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-537d1512-8656-4075-b9a5-f04a061cf1ec tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:49.278624 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-537d1512-8656-4075-b9a5-f04a061cf1ec tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 811 time: 0.1064646 Oct 04 05:50:49.317734 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=10 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:49.354010 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-afb5a0d2-da22-4bce-a84a-e7ec77de7fa7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 380 time: 0.0590222 Oct 04 05:50:49.363398 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'port': {'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'admin_state_up': True, 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'security_groups': ['4edf734e-2df6-4708-86b7-64d2e9e527f0']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:50:49.465293 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:49.551833 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Made reservation on behalf of 45a5869786d843fe9fb5cdb6b3596c2f for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:50:49.555781 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:49.710296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Allocated IP 172.20.0.11 (79e2bf3e-1f66-495f-8ec9-26b178e13978/40c2cddc-6a23-4917-8672-2d8b2b8b711d/f35de6bd-faf9-47cd-8910-fb186f4a737c) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:50:49.794231 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48012) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:49.886622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.020233 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.064677 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:50:50.069982 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:50:50.073850 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:50:50.081001 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=f35de6bd-faf9-47cd-8910-fb186f4a737c,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:50.131601 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:50.132254 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.139371 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:50.256107 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3fa6c-05e5-40d9-8bc8-6ba6217a0e8c req-cd8593e9-5ad0-4745-b00c-97547eff33d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:50.257629 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e3e3fa6c-05e5-40d9-8bc8-6ba6217a0e8c req-cd8593e9-5ad0-4745-b00c-97547eff33d4 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 932 time: 0.0872424 Oct 04 05:50:50.268670 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-f735286a-b95c-4dfd-98ba-b5b83250a7a3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093680 Oct 04 05:50:50.286123 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Request body: {'port': {'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:50:50.338879 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-3945e16c-bdb9-4063-99f2-93b52db2b8ad None None] Provisioning complete for port f35de6bd-faf9-47cd-8910-fb186f4a737c triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:50:50.339434 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-3945e16c-bdb9-4063-99f2-93b52db2b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.339434 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-3945e16c-bdb9-4063-99f2-93b52db2b8ad None None] Attempt 1 to provision port f35de6bd-faf9-47cd-8910-fb186f4a737c Oct 04 05:50:50.345888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.352276 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e3e3fa6c-05e5-40d9-8bc8-6ba6217a0e8c req-911f04e3-4ea9-4053-9303-9528e61a4bae tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821702 Oct 04 05:50:50.395137 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-3945e16c-bdb9-4063-99f2-93b52db2b8ad None None] Port f35de6bd-faf9-47cd-8910-fb186f4a737c cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:50:50.432220 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:50.436351 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (f32ce1af-f12d-42b1-93da-ed106d90299d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.654306 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35de6bd-faf9-47cd-8910-fb186f4a737c {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:50:50.658292 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:50.662362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Publish callbacks [] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.675472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Transition to ACTIVE for port object f35de6bd-faf9-47cd-8910-fb186f4a737c will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:50:50.736069 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Deleting port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:50.737050 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.749076 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:50.762868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.830388 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f35de6bd-faf9-47cd-8910-fb186f4a737c,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:50.832049 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] For port 5cafbdf6-2a8d-46fa-be69-ee2671703cb6, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:50.832554 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:50.846398 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Calling delete_port for 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:50.898120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Attempting to bind port f35de6bd-faf9-47cd-8910-fb186f4a737c on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:50:50.898616 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Attempting to bind port f35de6bd-faf9-47cd-8910-fb186f4a737c by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:50:50.899319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Attempting to bind port f35de6bd-faf9-47cd-8910-fb186f4a737c on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:50:50.946522 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Port f35de6bd-faf9-47cd-8910-fb186f4a737c on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:50:50.946844 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Attempting to bind port f35de6bd-faf9-47cd-8910-fb186f4a737c on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:50:50.988986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:50:50.989339 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Checking segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:50:50.989713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Bound using segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:50:50.990172 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Bound port: f35de6bd-faf9-47cd-8910-fb186f4a737c, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:50:50.990785 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:51.053311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] For port f35de6bd-faf9-47cd-8910-fb186f4a737c, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:50:51.056621 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] For port f35de6bd-faf9-47cd-8910-fb186f4a737c, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:50:51.082784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (5cafbdf6-2a8d-46fa-be69-ee2671703cb6), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:51.115289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cafbdf6-2a8d-46fa-be69-ee2671703cb6,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:51.152924 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:51.186498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:51.192902 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:51.194380 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 1094 time: 0.9125304 Oct 04 05:50:51.195114 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:50:51.197370 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3817365-4c5e-4ba3-aff4-20164a2a0955" -d '{"events": [{"name": "network-changed", "server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:50:51.242724 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3df36d-8f68-47f0-92e2-568a1e52f1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f35de6bd-faf9-47cd-8910-fb186f4a737c,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:51.254301 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:51.268516 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bfe2d9-e215-44d3-8156-670f9503e003 x-openstack-request-id: req-51bfe2d9-e215-44d3-8156-670f9503e003 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:50:51.268516 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:50:51.268516 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51bfe2d9-e215-44d3-8156-670f9503e003 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:50:51.268516 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bfe2d9-e215-44d3-8156-670f9503e003'] response: {'name': 'network-changed', 'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'status': 'completed', 'code': 200} Oct 04 05:50:51.324129 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (f32ce1af-f12d-42b1-93da-ed106d90299d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:51.371364 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:51.376686 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3817365-4c5e-4ba3-aff4-20164a2a0955 req-e82cbc80-b72d-4578-99e0-37de82bbcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:51.376686 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e3817365-4c5e-4ba3-aff4-20164a2a0955 req-e82cbc80-b72d-4578-99e0-37de82bbcfa7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1128 time: 0.0505311 Oct 04 05:50:51.510931 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbac37-c503-4b46-8de4-8a73e3823988 req-927118c4-d05b-4857-92a7-ab2be1c0e905 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:51.512405 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-50dbac37-c503-4b46-8de4-8a73e3823988 req-927118c4-d05b-4857-92a7-ab2be1c0e905 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0610466 Oct 04 05:50:51.516751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3817365-4c5e-4ba3-aff4-20164a2a0955 req-d9f0acfd-c670-4c5b-9001-dc06a2f11109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:51.519003 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e3817365-4c5e-4ba3-aff4-20164a2a0955 req-d9f0acfd-c670-4c5b-9001-dc06a2f11109 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1271992 Oct 04 05:50:51.645867 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-50dbac37-c503-4b46-8de4-8a73e3823988 req-fdc9d5c5-0643-49de-9616-522a914d9a56 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029451 Oct 04 05:50:51.660261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3817365-4c5e-4ba3-aff4-20164a2a0955 req-8c4d581b-1671-4e13-8b57-c9fc8dfc1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:51.661063 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Router f32ce1af-f12d-42b1-93da-ed106d90299d has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:50:51.661715 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e3817365-4c5e-4ba3-aff4-20164a2a0955 req-8c4d581b-1671-4e13-8b57-c9fc8dfc1769 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105628 Oct 04 05:50:51.774962 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:51.788003 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:50:51.798125 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-ed98e7da-955e-4ac6-8a5a-672f8831da35 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/f32ce1af-f12d-42b1-93da-ed106d90299d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018799 Oct 04 05:50:51.800424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48058) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:51.801639 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] Sync routers for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:50:51.818067 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:50:51.819325 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:50:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:51.866253 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-aed177b0-14d1-45f5-83df-cc45c2e3b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:51.867897 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-aed177b0-14d1-45f5-83df-cc45c2e3b37d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1128 time: 0.1182039 Oct 04 05:50:51.965042 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:50:51.969177 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-dbde13c1-838f-450a-b421-d5ba36bde44c service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 217 time: 0.0487275 Oct 04 05:50:51.985551 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks [] for router (f32ce1af-f12d-42b1-93da-ed106d90299d), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.276038 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:50:50Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:52.302755 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] Checking router: f32ce1af-f12d-42b1-93da-ed106d90299d for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:50:52.324546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] Routers {'f32ce1af-f12d-42b1-93da-ed106d90299d'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:50:52.324546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:50:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['f32ce1af-f12d-42b1-93da-ed106d90299d'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:52.368844 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=100 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:52.408970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-017e48fb-9211-4aad-a641-a5da6139e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:52.410439 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-017e48fb-9211-4aad-a641-a5da6139e3bf service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.3814354 Oct 04 05:50:52.441561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks [] for router_gateway (f32ce1af-f12d-42b1-93da-ed106d90299d), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.450302 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:52.451990 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] Set router f32ce1af-f12d-42b1-93da-ed106d90299d gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:50:52.459684 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48064) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:52.479244 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-32d45806-a40e-4e1e-8c92-9993828e8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:52.481542 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-32d45806-a40e-4e1e-8c92-9993828e8791 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524433 Oct 04 05:50:52.614125 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae58b-c6f2-4e85-89dc-86ad6371704d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.617438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Deleting port 1d0197a3-630a-40fa-83b6-9bacae265ef8 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:52.617774 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.651290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:50:50Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:52.688821 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-abf4a01c-6461-4bd7-b640-03eef75fd38c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997039 Oct 04 05:50:52.701814 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e6210-ba08-4712-b033-c6ac4b6f9c8f None None] The sync data for ids ['f32ce1af-f12d-42b1-93da-ed106d90299d'] in dv-cinder-849143-10-iscsi is: [{'id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'name': 'tempest-AttachVolumeShelveTestJSON-934438849-router', 'tenant_id': '636e6b38bf1d4736a38728488881e9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:42:38Z', 'updated_at': '2022-10-04T05:50:50Z', 'revision_number': 5, 'project_id': '636e6b38bf1d4736a38728488881e9d2', 'gw_port': {'id': '1d0197a3-630a-40fa-83b6-9bacae265ef8', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32ce1af-f12d-42b1-93da-ed106d90299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:42:39Z', 'updated_at': '2022-10-04T05:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:50:52.715617 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae58b-c6f2-4e85-89dc-86ad6371704d admin admin] Publish callbacks [] for security_group (39f7288f-b15a-497e-8ce4-1d177a24f3ae), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.813700 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae58b-c6f2-4e85-89dc-86ad6371704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (39f7288f-b15a-497e-8ce4-1d177a24f3ae), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.814971 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] For port 1d0197a3-630a-40fa-83b6-9bacae265ef8, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=1d0197a3-630a-40fa-83b6-9bacae265ef8,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:52.820714 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.844864 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Calling delete_port for 1d0197a3-630a-40fa-83b6-9bacae265ef8 owned by network:router_gateway {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:52.852643 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b5650-cb5b-4e4e-a371-94b579f81f2e req-4e0f97b6-89c2-4389-b1c1-8248f13623ac tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:52.854132 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-014b5650-cb5b-4e4e-a371-94b579f81f2e req-4e0f97b6-89c2-4389-b1c1-8248f13623ac tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0858254 Oct 04 05:50:52.859024 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-fe2ae58b-c6f2-4e85-89dc-86ad6371704d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e59f33ee9d9a442688de65d7ee796701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958766 Oct 04 05:50:52.859024 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ae58b-c6f2-4e85-89dc-86ad6371704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f7288f-b15a-497e-8ce4-1d177a24f3ae,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:52.860127 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48072) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:52.920106 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-aaa331eb-e71a-4565-ac70-694ddeaec694 admin admin] Publish callbacks [] for security_group (39f7288f-b15a-497e-8ce4-1d177a24f3ae), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.940460 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fc22c98-a2f7-4f83-8b10-0d098c1ff8e3 req-1b0aa361-4acd-4aa3-b102-a089e1b75701 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426732 Oct 04 05:50:52.941987 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-aaa331eb-e71a-4565-ac70-694ddeaec694 admin admin] Publish callbacks [] for security_group (39f7288f-b15a-497e-8ce4-1d177a24f3ae), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:52.980576 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-014b5650-cb5b-4e4e-a371-94b579f81f2e req-27f264ba-04df-48b9-a1cd-d2fceddca1da tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116195 Oct 04 05:50:53.029882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:53.134396 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-aaa331eb-e71a-4565-ac70-694ddeaec694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (39f7288f-b15a-497e-8ce4-1d177a24f3ae), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.137517 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-aaa331eb-e71a-4565-ac70-694ddeaec694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.138976 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-aaa331eb-e71a-4565-ac70-694ddeaec694 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/39f7288f-b15a-497e-8ce4-1d177a24f3ae HTTP/1.1" status: 204 len: 168 time: 0.2779143 Oct 04 05:50:53.153249 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa331eb-e71a-4565-ac70-694ddeaec694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f7288f-b15a-497e-8ce4-1d177a24f3ae,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:53.157632 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (1d0197a3-630a-40fa-83b6-9bacae265ef8), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.207485 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0197a3-630a-40fa-83b6-9bacae265ef8,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:53.281353 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (f32ce1af-f12d-42b1-93da-ed106d90299d), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.370631 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (f32ce1af-f12d-42b1-93da-ed106d90299d), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.372776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks [] for router_controller (f32ce1af-f12d-42b1-93da-ed106d90299d), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.494209 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (f32ce1af-f12d-42b1-93da-ed106d90299d), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.495013 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f32ce1af-f12d-42b1-93da-ed106d90299d {{(pid=113153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:50:53.506182 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.507408 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-59a1d57e-bb96-42d7-8818-7de2bba7c677 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/f32ce1af-f12d-42b1-93da-ed106d90299d HTTP/1.1" status: 204 len: 168 time: 1.7058136 Oct 04 05:50:53.515407 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48090) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:53.586619 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Deleting subnet b1efbda3-4dd3-4312-a46f-95c265616273 {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:50:53.599181 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Publish callbacks [] for subnet (b1efbda3-4dd3-4312-a46f-95c265616273), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.613254 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:50:53.637859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:50:53.637859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 5cafbdf6-2a8d-46fa-be69-ee2671703cb6 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:50:53.638109 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (b1efbda3-4dd3-4312-a46f-95c265616273), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.720677 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (b1efbda3-4dd3-4312-a46f-95c265616273), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.807663 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48096) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:53.821732 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3d7d81d3-fdd2-4318-8830-7d860b1b084a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.848420 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:53.852462 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:53.871431 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (b1efbda3-4dd3-4312-a46f-95c265616273), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.899199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1efbda3-4dd3-4312-a46f-95c265616273,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:53.901239 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.903487 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3d7d81d3-fdd2-4318-8830-7d860b1b084a admin admin] Publish callbacks [] for security_group (30e506f8-3707-497f-9456-d565795c393e), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.904477 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7c6601fb-c706-4290-8eda-8fb3a75e5453 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b1efbda3-4dd3-4312-a46f-95c265616273 HTTP/1.1" status: 204 len: 168 time: 0.3858268 Oct 04 05:50:53.905901 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2618cf5-aff1-4ed5-bfbb-1084578b1560 None None] Network 6cfb3053-30b6-4a8c-ab04-88f5f64c550f requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:50:53.907310 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48098) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:53.960829 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:53.973257 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3d7d81d3-fdd2-4318-8830-7d860b1b084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (30e506f8-3707-497f-9456-d565795c393e), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:53.997619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (6cfb3053-30b6-4a8c-ab04-88f5f64c550f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.000090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:54.038824 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3d7d81d3-fdd2-4318-8830-7d860b1b084a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0e97f38fb983416181d5267b7d92acb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300773 Oct 04 05:50:54.041115 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d81d3-fdd2-4318-8830-7d860b1b084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e506f8-3707-497f-9456-d565795c393e,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:54.048065 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48102) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:54.063113 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] DHCP port deletion for 6cfb3053-30b6-4a8c-ab04-88f5f64c550f request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:50:54.103110 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Deleting port df2748c1-936f-407c-ad7c-6fa38683d672 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:54.103494 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.113880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Deleting port df2748c1-936f-407c-ad7c-6fa38683d672 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:50:54.114384 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.144417 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042af5a-5315-43e8-b6ed-d20c759d83d6 req-3ca587f7-c7a4-4f81-8a1d-4106164c243e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:54.146349 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f042af5a-5315-43e8-b6ed-d20c759d83d6 req-3ca587f7-c7a4-4f81-8a1d-4106164c243e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0524096 Oct 04 05:50:54.174337 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] For port df2748c1-936f-407c-ad7c-6fa38683d672, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=df2748c1-936f-407c-ad7c-6fa38683d672,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:54.174735 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.188493 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Calling delete_port for df2748c1-936f-407c-ad7c-6fa38683d672 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:54.190318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ab6e054b-86f5-4620-8a36-cbf62c5c1566 admin admin] Publish callbacks [] for security_group (30e506f8-3707-497f-9456-d565795c393e), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.209622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] For port df2748c1-936f-407c-ad7c-6fa38683d672, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=df2748c1-936f-407c-ad7c-6fa38683d672,segment=NetworkSegment(7cb58756-0634-42b8-917c-97dea61c3ed5),segment_id=7cb58756-0634-42b8-917c-97dea61c3ed5)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:54.209978 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.218406 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f042af5a-5315-43e8-b6ed-d20c759d83d6 req-10635e82-1380-4787-af92-785cc1b7f5ca tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652652 Oct 04 05:50:54.239324 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ab6e054b-86f5-4620-8a36-cbf62c5c1566 admin admin] Publish callbacks [] for security_group (30e506f8-3707-497f-9456-d565795c393e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.241624 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Calling delete_port for df2748c1-936f-407c-ad7c-6fa38683d672 owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:50:54.247537 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:54.339546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.347865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (df2748c1-936f-407c-ad7c-6fa38683d672), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.369545 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Pushing event deleted for resources: {'Port': ['ID=df2748c1-936f-407c-ad7c-6fa38683d672,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:54.373906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] No DVR routers for this DVR port df2748c1-936f-407c-ad7c-6fa38683d672 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:50:54.375319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] No DVR routers for this DVR port df2748c1-936f-407c-ad7c-6fa38683d672 on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:50:54.381232 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.381583 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.381938 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.382288 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.382626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.382960 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.383287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.383611 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.384079 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.385219 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.385552 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.385877 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.386344 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.390705 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.390705 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6883b8e-8449-4d37-b1b1-0aa3eb794c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:50:54.396894 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2748c1-936f-407c-ad7c-6fa38683d672,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:54.398836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ab6e054b-86f5-4620-8a36-cbf62c5c1566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (30e506f8-3707-497f-9456-d565795c393e), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.401380 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ab6e054b-86f5-4620-8a36-cbf62c5c1566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.402538 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ab6e054b-86f5-4620-8a36-cbf62c5c1566 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/30e506f8-3707-497f-9456-d565795c393e HTTP/1.1" status: 204 len: 168 time: 0.3536232 Oct 04 05:50:54.423036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e054b-86f5-4620-8a36-cbf62c5c1566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e506f8-3707-497f-9456-d565795c393e,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:54.466776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (6cfb3053-30b6-4a8c-ab04-88f5f64c550f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.489010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfb3053-30b6-4a8c-ab04-88f5f64c550f']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:54.498945 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb58756-0634-42b8-917c-97dea61c3ed5') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:54.499565 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb58756-0634-42b8-917c-97dea61c3ed5') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:50:54.510368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (7cb58756-0634-42b8-917c-97dea61c3ed5), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.524171 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (7cb58756-0634-42b8-917c-97dea61c3ed5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.530747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:50:54.531132 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (7cb58756-0634-42b8-917c-97dea61c3ed5), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.574523 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 7cb58756-0634-42b8-917c-97dea61c3ed5 resource provider aggregate not found Oct 04 05:50:54.598952 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 7cb58756-0634-42b8-917c-97dea61c3ed5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cb58756-0634-42b8-917c-97dea61c3ed5 found for delete ", "request_id": "req-6646c383-87af-46ef-b009-f705fad1216d"}]} Oct 04 05:50:54.653942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (6cfb3053-30b6-4a8c-ab04-88f5f64c550f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.659655 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:54.663874 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/6cfb3053-30b6-4a8c-ab04-88f5f64c550f HTTP/1.1" status: 204 len: 168 time: 0.7545242 Oct 04 05:50:54.674807 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91fdc5-ff9e-4f3f-9d13-81c61b75c8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfb3053-30b6-4a8c-ab04-88f5f64c550f,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:55.048823 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48126) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:55.056643 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:55.093900 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-89a0237d-a6aa-48e7-abc2-97ef1fec3c32 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=636e6b38bf1d4736a38728488881e9d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433099 Oct 04 05:50:55.097158 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48128) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:50:55.144990 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-65895849-044e-4e70-8a78-5aa268cfc2f4 admin admin] Publish callbacks [] for security_group (13829a02-215f-4cce-a329-83a388051b1d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:55.147418 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:55.165644 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-65895849-044e-4e70-8a78-5aa268cfc2f4 admin admin] Publish callbacks [] for security_group (13829a02-215f-4cce-a329-83a388051b1d), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:55.309362 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-65895849-044e-4e70-8a78-5aa268cfc2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (13829a02-215f-4cce-a329-83a388051b1d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:55.310118 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-65895849-044e-4e70-8a78-5aa268cfc2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:55.313637 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-65895849-044e-4e70-8a78-5aa268cfc2f4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/13829a02-215f-4cce-a329-83a388051b1d HTTP/1.1" status: 204 len: 168 time: 0.2131224 Oct 04 05:50:55.321011 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895849-044e-4e70-8a78-5aa268cfc2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13829a02-215f-4cce-a329-83a388051b1d,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:55.356441 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914a613-e9c0-4a0c-bbf3-ca4d81e8376a req-6780319c-2a24-4c71-803f-9aaac97a9df3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:55.358619 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2914a613-e9c0-4a0c-bbf3-ca4d81e8376a req-6780319c-2a24-4c71-803f-9aaac97a9df3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0711365 Oct 04 05:50:55.413035 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2914a613-e9c0-4a0c-bbf3-ca4d81e8376a req-f9b1517b-4220-4a8f-8c55-e8d06f531cc1 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Oct 04 05:50:55.607227 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 1d0197a3-630a-40fa-83b6-9bacae265ef8 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:50:55.627510 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 1d0197a3-630a-40fa-83b6-9bacae265ef8 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:50:55.627859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 1d0197a3-630a-40fa-83b6-9bacae265ef8 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:50:55.628282 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device df2748c1-936f-407c-ad7c-6fa38683d672 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:50:55.649558 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: df2748c1-936f-407c-ad7c-6fa38683d672 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:50:55.649909 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device df2748c1-936f-407c-ad7c-6fa38683d672 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:50:56.137315 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:50:56.541674 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb65b-4ce7-4217-bfbe-b76a64dbe806 req-f510c9fe-c827-4a1a-8984-c09a5f4696ca tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:56.543275 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-721cb65b-4ce7-4217-bfbe-b76a64dbe806 req-f510c9fe-c827-4a1a-8984-c09a5f4696ca tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0483906 Oct 04 05:50:56.596230 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-721cb65b-4ce7-4217-bfbe-b76a64dbe806 req-f26f84a7-b58d-4dff-87a2-0d95c8b39ef7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453482 Oct 04 05:50:57.602125 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-eb85ffb6-2a52-4cf4-ae86-c5b9413c2fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:57.719078 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a83a4-8d29-4001-952c-ce98faece3dd req-a66393e4-e2d9-4742-a8ca-0e952033998c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:57.720693 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-442a83a4-8d29-4001-952c-ce98faece3dd req-a66393e4-e2d9-4742-a8ca-0e952033998c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0491884 Oct 04 05:50:57.772439 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-442a83a4-8d29-4001-952c-ce98faece3dd req-c35d5ee8-868c-4ab5-a914-4e93cc822a86 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Oct 04 05:50:58.912572 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f38ac4-5761-41c0-a2e0-f95693c5ea26 req-d3a95f84-ceae-4638-ad99-5f627104aa82 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:50:58.914034 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a2f38ac4-5761-41c0-a2e0-f95693c5ea26 req-d3a95f84-ceae-4638-ad99-5f627104aa82 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 944 time: 0.0606375 Oct 04 05:50:58.938667 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device f35de6bd-faf9-47cd-8910-fb186f4a737c details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:50:58.964404 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a2f38ac4-5761-41c0-a2e0-f95693c5ea26 req-ff116e51-36a8-46b4-a8eb-d20eaeaeab61 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Oct 04 05:50:59.047161 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port f35de6bd-faf9-47cd-8910-fb186f4a737c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:59.060267 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:50:59.101178 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port f35de6bd-faf9-47cd-8910-fb186f4a737c is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:50:59.101575 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:59.124263 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35de6bd-faf9-47cd-8910-fb186f4a737c {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:50:59.149946 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port f35de6bd-faf9-47cd-8910-fb186f4a737c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:50:59.231169 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:50:59.279087 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=f35de6bd-faf9-47cd-8910-fb186f4a737c,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:50:59.569450 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['f35de6bd-faf9-47cd-8910-fb186f4a737c'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:50:59.591920 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:59.721445 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:50:59.922530 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a06911b0-7e65-441b-8a4e-1f1dbdc4cb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:00.078000 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:00.098055 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46e86e-1eb5-48bf-a588-0bacdd067592 req-45e9ec4f-020f-420d-8f89-14029060c5b3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:00.102751 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cc46e86e-1eb5-48bf-a588-0bacdd067592 req-45e9ec4f-020f-420d-8f89-14029060c5b3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 945 time: 0.0546124 Oct 04 05:51:00.155496 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cc46e86e-1eb5-48bf-a588-0bacdd067592 req-e77dc875-daba-4d74-a58b-57039d480b31 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466120 Oct 04 05:51:00.565462 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48312) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:00.602432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48316) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:00.712568 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4be-e0a3-4fcf-93b2-51766ec62ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:00.715712 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5756e787-bfcd-445d-bf11-fb2e3978c4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:00.910444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4be-e0a3-4fcf-93b2-51766ec62ed6 admin admin] Publish callbacks [] for security_group (e1ca2ce0-2cb3-425d-8588-51ae9b515b37), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:00.912563 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5756e787-bfcd-445d-bf11-fb2e3978c4b4 admin admin] Publish callbacks [] for security_group (023b253f-d3fa-4acc-9456-00d4ef3eb054), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:00.956361 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4be-e0a3-4fcf-93b2-51766ec62ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e1ca2ce0-2cb3-425d-8588-51ae9b515b37), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:00.965595 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device f35de6bd-faf9-47cd-8910-fb186f4a737c up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:51:00.973495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:00.983015 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-5756e787-bfcd-445d-bf11-fb2e3978c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (023b253f-d3fa-4acc-9456-00d4ef3eb054), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.006603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eb4be-e0a3-4fcf-93b2-51766ec62ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca2ce0-2cb3-425d-8588-51ae9b515b37,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:01.008062 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port f35de6bd-faf9-47cd-8910-fb186f4a737c completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:51:01.013306 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-eb9eb4be-e0a3-4fcf-93b2-51766ec62ed6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a3a0e8fcefcf4cd5bdb012232d95f3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465592 Oct 04 05:51:01.016096 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48320) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:01.035867 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-5756e787-bfcd-445d-bf11-fb2e3978c4b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c286b5514e7f4da4a6a9377b7cc257c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324064 Oct 04 05:51:01.040745 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48322) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:01.045608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e787-bfcd-445d-bf11-fb2e3978c4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b253f-d3fa-4acc-9456-00d4ef3eb054,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:01.064842 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port f35de6bd-faf9-47cd-8910-fb186f4a737c triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:51:01.065284 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.065617 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port f35de6bd-faf9-47cd-8910-fb186f4a737c Oct 04 05:51:01.107923 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-66d97757-b4b6-483a-bdf2-cb9d60926db4 admin admin] Publish callbacks [] for security_group (e1ca2ce0-2cb3-425d-8588-51ae9b515b37), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.136794 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7cb52e0-0aa6-4158-b1f8-7a66a47bb26f admin admin] Publish callbacks [] for security_group (023b253f-d3fa-4acc-9456-00d4ef3eb054), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.143098 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-66d97757-b4b6-483a-bdf2-cb9d60926db4 admin admin] Publish callbacks [] for security_group (e1ca2ce0-2cb3-425d-8588-51ae9b515b37), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.157221 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port f35de6bd-faf9-47cd-8910-fb186f4a737c is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:51:01.157535 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.174459 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7cb52e0-0aa6-4158-b1f8-7a66a47bb26f admin admin] Publish callbacks [] for security_group (023b253f-d3fa-4acc-9456-00d4ef3eb054), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.181730 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:01.183996 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912fb562-d88e-4590-9e3a-a40ba1c13849" -d '{"events": [{"server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "name": "network-vif-plugged", "status": "completed", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:01.197472 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port f35de6bd-faf9-47cd-8910-fb186f4a737c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:01.227941 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.244289 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b880a42-0c27-49ac-90be-ebc9d4930152 x-openstack-request-id: req-9b880a42-0c27-49ac-90be-ebc9d4930152 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:01.245315 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "name": "network-vif-plugged", "status": "completed", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:01.245585 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b880a42-0c27-49ac-90be-ebc9d4930152 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:01.245994 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b880a42-0c27-49ac-90be-ebc9d4930152'] response: {'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'code': 200} Oct 04 05:51:01.293758 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.307485 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077a579-90ce-480b-a2c9-e234eb865ff6 req-691dafd0-cc48-4c2f-8e69-12306b7eb236 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:01.309162 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2077a579-90ce-480b-a2c9-e234eb865ff6 req-691dafd0-cc48-4c2f-8e69-12306b7eb236 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Oct 04 05:51:01.343681 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=f35de6bd-faf9-47cd-8910-fb186f4a737c,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:01.361373 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2077a579-90ce-480b-a2c9-e234eb865ff6 req-49ad380e-5996-4831-a9a3-6d2c2439330e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459769 Oct 04 05:51:01.362327 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-66d97757-b4b6-483a-bdf2-cb9d60926db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (e1ca2ce0-2cb3-425d-8588-51ae9b515b37), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.365464 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-66d97757-b4b6-483a-bdf2-cb9d60926db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.366615 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-66d97757-b4b6-483a-bdf2-cb9d60926db4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e1ca2ce0-2cb3-425d-8588-51ae9b515b37 HTTP/1.1" status: 204 len: 168 time: 0.3494241 Oct 04 05:51:01.369483 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7cb52e0-0aa6-4158-b1f8-7a66a47bb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (023b253f-d3fa-4acc-9456-00d4ef3eb054), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.372993 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c7cb52e0-0aa6-4158-b1f8-7a66a47bb26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:01.375421 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c7cb52e0-0aa6-4158-b1f8-7a66a47bb26f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/023b253f-d3fa-4acc-9456-00d4ef3eb054 HTTP/1.1" status: 204 len: 168 time: 0.3320792 Oct 04 05:51:01.386938 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97757-b4b6-483a-bdf2-cb9d60926db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca2ce0-2cb3-425d-8588-51ae9b515b37,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:01.407873 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb52e0-0aa6-4158-b1f8-7a66a47bb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b253f-d3fa-4acc-9456-00d4ef3eb054,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:01.694255 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ec8c-c6b1-4421-a8e3-b9fb4e48e7a1 req-789d4c7f-a923-43e7-826a-4aebf1f47617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:01.695901 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b9c3ec8c-c6b1-4421-a8e3-b9fb4e48e7a1 req-789d4c7f-a923-43e7-826a-4aebf1f47617 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0451362 Oct 04 05:51:01.767615 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b9c3ec8c-c6b1-4421-a8e3-b9fb4e48e7a1 req-b653d0a9-1a84-4dca-97b7-5a7ce9053b6f service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585124 Oct 04 05:51:02.203234 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48354) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:02.217937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af889bff-aa11-41c5-9391-e601741458bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.303406 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af889bff-aa11-41c5-9391-e601741458bf admin admin] Publish callbacks [] for security_group (8f57f48d-9d5e-4204-9443-02e3cacd1dd1), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.368593 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-af889bff-aa11-41c5-9391-e601741458bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8f57f48d-9d5e-4204-9443-02e3cacd1dd1), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.417688 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-af889bff-aa11-41c5-9391-e601741458bf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7ea33ee304ac4545898f04bc988da18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090456 Oct 04 05:51:02.417688 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af889bff-aa11-41c5-9391-e601741458bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f57f48d-9d5e-4204-9443-02e3cacd1dd1,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:02.417688 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48366) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:02.731727 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ae1d-768d-4705-8c31-50462f4395bc req-ad54d8d7-1c39-44d4-af46-6724868d1a3e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:02.733256 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9aa2ae1d-768d-4705-8c31-50462f4395bc req-ad54d8d7-1c39-44d4-af46-6724868d1a3e tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0684431 Oct 04 05:51:02.736886 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:02.743778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48376) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:02.761792 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-654ad0d6-5386-4f95-bc52-dfc477e9565d admin admin] Publish callbacks [] for security_group (8f57f48d-9d5e-4204-9443-02e3cacd1dd1), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.774234 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.807654 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-654ad0d6-5386-4f95-bc52-dfc477e9565d admin admin] Publish callbacks [] for security_group (8f57f48d-9d5e-4204-9443-02e3cacd1dd1), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.835513 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:02.855869 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-9aa2ae1d-768d-4705-8c31-50462f4395bc req-30b1740d-278a-4a64-94e4-bd50fa006977 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131206 Oct 04 05:51:02.893003 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.923709 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94c3cc30-9da5-4d8a-a4df-163702b08f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:02.997195 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-654ad0d6-5386-4f95-bc52-dfc477e9565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8f57f48d-9d5e-4204-9443-02e3cacd1dd1), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.000842 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-654ad0d6-5386-4f95-bc52-dfc477e9565d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.004717 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-654ad0d6-5386-4f95-bc52-dfc477e9565d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8f57f48d-9d5e-4204-9443-02e3cacd1dd1 HTTP/1.1" status: 204 len: 168 time: 0.5750999 Oct 04 05:51:03.013534 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ad0d6-5386-4f95-bc52-dfc477e9565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f57f48d-9d5e-4204-9443-02e3cacd1dd1,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:03.099209 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94c3cc30-9da5-4d8a-a4df-163702b08f5e admin admin] Publish callbacks [] for security_group (9d6905e1-8c24-41ea-b7d5-8c5118fd22a8), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.162590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-94c3cc30-9da5-4d8a-a4df-163702b08f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9d6905e1-8c24-41ea-b7d5-8c5118fd22a8), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.203865 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-94c3cc30-9da5-4d8a-a4df-163702b08f5e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=775d4a7723de41c89a362a1460cc5f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584351 Oct 04 05:51:03.204817 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cc30-9da5-4d8a-a4df-163702b08f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6905e1-8c24-41ea-b7d5-8c5118fd22a8,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:03.206863 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48410) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:03.267326 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4729a656-97d5-4707-8cda-d1c64e468a9f admin admin] Publish callbacks [] for security_group (9d6905e1-8c24-41ea-b7d5-8c5118fd22a8), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.291934 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4729a656-97d5-4707-8cda-d1c64e468a9f admin admin] Publish callbacks [] for security_group (9d6905e1-8c24-41ea-b7d5-8c5118fd22a8), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.306293 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48414) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:03.402016 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4729a656-97d5-4707-8cda-d1c64e468a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9d6905e1-8c24-41ea-b7d5-8c5118fd22a8), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.404721 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4729a656-97d5-4707-8cda-d1c64e468a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.405861 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4729a656-97d5-4707-8cda-d1c64e468a9f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9d6905e1-8c24-41ea-b7d5-8c5118fd22a8 HTTP/1.1" status: 204 len: 168 time: 0.1973281 Oct 04 05:51:03.414095 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729a656-97d5-4707-8cda-d1c64e468a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6905e1-8c24-41ea-b7d5-8c5118fd22a8,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:03.683096 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48422) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:03.690156 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:03.698756 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66a81b72-5fcc-4218-86f9-c9ebc32f1c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.781120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66a81b72-5fcc-4218-86f9-c9ebc32f1c18 admin admin] Publish callbacks [] for security_group (3d091703-dea9-48b5-bbc0-00e085b80bad), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.829747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3454d5b7-85d8-436c-8567-406b3d61b20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.850259 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-66a81b72-5fcc-4218-86f9-c9ebc32f1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3d091703-dea9-48b5-bbc0-00e085b80bad), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.855784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48424) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:03.885359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:03.904305 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-66a81b72-5fcc-4218-86f9-c9ebc32f1c18 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b0741ca2f5b14118b25959b859ee54c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201569 Oct 04 05:51:03.908278 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48430) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:03.916224 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a81b72-5fcc-4218-86f9-c9ebc32f1c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d091703-dea9-48b5-bbc0-00e085b80bad,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:03.956498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3454d5b7-85d8-436c-8567-406b3d61b20c admin admin] Publish callbacks [] for security_group (564e7686-99fd-4aef-a200-8d56109216fc), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:03.995181 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-efbd4cf3-02c3-4740-893f-152f025b1639 admin admin] Publish callbacks [] for security_group (3d091703-dea9-48b5-bbc0-00e085b80bad), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.009032 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3454d5b7-85d8-436c-8567-406b3d61b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (564e7686-99fd-4aef-a200-8d56109216fc), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.020211 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-efbd4cf3-02c3-4740-893f-152f025b1639 admin admin] Publish callbacks [] for security_group (3d091703-dea9-48b5-bbc0-00e085b80bad), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.043666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f726ce-9d30-4048-85d1-9dec1407f631 req-46904e2e-dc73-4b57-b5b0-46c7497697c2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:04.045366 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18f726ce-9d30-4048-85d1-9dec1407f631 req-46904e2e-dc73-4b57-b5b0-46c7497697c2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0804493 Oct 04 05:51:04.072915 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24a963dc-ab9d-4f22-82b3-894dd99a2349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.086665 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454d5b7-85d8-436c-8567-406b3d61b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564e7686-99fd-4aef-a200-8d56109216fc,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:04.097305 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3454d5b7-85d8-436c-8567-406b3d61b20c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cf249d61ef5549fe8c9ead7763436614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7897661 Oct 04 05:51:04.098087 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48434) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:04.143059 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-18f726ce-9d30-4048-85d1-9dec1407f631 req-1ce5a317-a95a-4705-988b-106ce3717337 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903568 Oct 04 05:51:04.168779 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-efbd4cf3-02c3-4740-893f-152f025b1639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3d091703-dea9-48b5-bbc0-00e085b80bad), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.171242 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-efbd4cf3-02c3-4740-893f-152f025b1639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.174820 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-efbd4cf3-02c3-4740-893f-152f025b1639 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3d091703-dea9-48b5-bbc0-00e085b80bad HTTP/1.1" status: 204 len: 168 time: 0.2629166 Oct 04 05:51:04.197968 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd4cf3-02c3-4740-893f-152f025b1639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d091703-dea9-48b5-bbc0-00e085b80bad,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:04.199841 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7582b5e5-9f98-44fa-900a-901679e4dca0 admin admin] Publish callbacks [] for security_group (564e7686-99fd-4aef-a200-8d56109216fc), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.250782 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7582b5e5-9f98-44fa-900a-901679e4dca0 admin admin] Publish callbacks [] for security_group (564e7686-99fd-4aef-a200-8d56109216fc), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.262703 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24a963dc-ab9d-4f22-82b3-894dd99a2349 admin admin] Publish callbacks [] for security_group (8ef9aa96-49ee-4689-9692-7e9bae60e4ce), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.312570 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f9d3-e01e-4896-929d-4525a455c524 req-2242c737-a532-4beb-be24-7adf28d20d1d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:04.313937 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1be8f9d3-e01e-4896-929d-4525a455c524 req-2242c737-a532-4beb-be24-7adf28d20d1d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0795569 Oct 04 05:51:04.367926 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1be8f9d3-e01e-4896-929d-4525a455c524 req-263bd706-c98c-4343-8a25-aa5e6fefba30 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473478 Oct 04 05:51:04.396234 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48440) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:04.406291 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-24a963dc-ab9d-4f22-82b3-894dd99a2349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8ef9aa96-49ee-4689-9692-7e9bae60e4ce), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.444147 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7582b5e5-9f98-44fa-900a-901679e4dca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (564e7686-99fd-4aef-a200-8d56109216fc), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.446675 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7582b5e5-9f98-44fa-900a-901679e4dca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.447788 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7582b5e5-9f98-44fa-900a-901679e4dca0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/564e7686-99fd-4aef-a200-8d56109216fc HTTP/1.1" status: 204 len: 168 time: 0.3487625 Oct 04 05:51:04.460278 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:04.473167 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-24a963dc-ab9d-4f22-82b3-894dd99a2349 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fb5195738e9a49da8a1dcd11426e2d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161904 Oct 04 05:51:04.475719 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc97e8-a409-441b-bbbb-978a1e9ee377 tempest-TestVolumeBootPattern-252397242 tempest-TestVolumeBootPattern-252397242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:04.476765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48444) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:04.477138 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-74bc97e8-a409-441b-bbbb-978a1e9ee377 tempest-TestVolumeBootPattern-252397242 tempest-TestVolumeBootPattern-252397242-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1125 time: 0.0799627 Oct 04 05:51:04.478241 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a963dc-ab9d-4f22-82b3-894dd99a2349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9aa96-49ee-4689-9692-7e9bae60e4ce,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:04.480461 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48446) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:04.486645 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:04.500579 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582b5e5-9f98-44fa-900a-901679e4dca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e7686-99fd-4aef-a200-8d56109216fc,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:04.507684 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:04.531191 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-81e547dd-0ce8-4120-a297-85cd2afe949d admin admin] Publish callbacks [] for security_group (8ef9aa96-49ee-4689-9692-7e9bae60e4ce), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.553217 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-81e547dd-0ce8-4120-a297-85cd2afe949d admin admin] Publish callbacks [] for security_group (8ef9aa96-49ee-4689-9692-7e9bae60e4ce), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.562766 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.580038 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48450) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:04.611989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9f34d3d2-43be-449d-b8ca-e3a3fbc90377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.673703 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.718548 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-81e547dd-0ce8-4120-a297-85cd2afe949d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8ef9aa96-49ee-4689-9692-7e9bae60e4ce), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.722934 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-81e547dd-0ce8-4120-a297-85cd2afe949d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.722934 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-81e547dd-0ce8-4120-a297-85cd2afe949d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8ef9aa96-49ee-4689-9692-7e9bae60e4ce HTTP/1.1" status: 204 len: 168 time: 0.2448940 Oct 04 05:51:04.744870 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e547dd-0ce8-4120-a297-85cd2afe949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9aa96-49ee-4689-9692-7e9bae60e4ce,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:04.778610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:04.799810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9f34d3d2-43be-449d-b8ca-e3a3fbc90377 admin admin] Publish callbacks [] for security_group (03b18731-c0c3-4632-a224-6ee7716eaa9b), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.830734 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Allocated IP 172.27.1.110 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:51:04.899682 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9f34d3d2-43be-449d-b8ca-e3a3fbc90377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (03b18731-c0c3-4632-a224-6ee7716eaa9b), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.944875 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9f34d3d2-43be-449d-b8ca-e3a3fbc90377 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1392d5333d80426588ff5c5c189e2c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633640 Oct 04 05:51:04.945658 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:04.945979 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34d3d2-43be-449d-b8ca-e3a3fbc90377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b18731-c0c3-4632-a224-6ee7716eaa9b,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:04.946997 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48462) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:05.024856 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b95b263e-925d-4c73-a52d-7602adb18110 admin admin] Publish callbacks [] for security_group (03b18731-c0c3-4632-a224-6ee7716eaa9b), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.046175 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b95b263e-925d-4c73-a52d-7602adb18110 admin admin] Publish callbacks [] for security_group (03b18731-c0c3-4632-a224-6ee7716eaa9b), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.097445 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.144167 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:51:05.149819 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:51:05.152036 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:05.154129 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:51:05.195822 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b95b263e-925d-4c73-a52d-7602adb18110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (03b18731-c0c3-4632-a224-6ee7716eaa9b), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.198490 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b95b263e-925d-4c73-a52d-7602adb18110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.203108 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b95b263e-925d-4c73-a52d-7602adb18110 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/03b18731-c0c3-4632-a224-6ee7716eaa9b HTTP/1.1" status: 204 len: 168 time: 0.2550468 Oct 04 05:51:05.230984 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b263e-925d-4c73-a52d-7602adb18110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b18731-c0c3-4632-a224-6ee7716eaa9b,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:05.290618 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:05.424208 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:05.529758 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (da49b195-0e6b-4d93-aeba-3b24ceb68935), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.671590 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.831795 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:05.934260 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.005650 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (da49b195-0e6b-4d93-aeba-3b24ceb68935), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.007563 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:06.105212 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:06.114740 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Floating IP da49b195-0e6b-4d93-aeba-3b24ceb68935 associated. External IP: 172.27.1.110, port: f35de6bd-faf9-47cd-8910-fb186f4a737c. Oct 04 05:51:06.134935 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:06.186367 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48514) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:06.334573 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:51:06.429213 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-235707386-network', 'tenant_id': 'a1efce1ebdf1425396c2babae74fe6ce'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:06.449273 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:51:06.460196 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:51:06.469283 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:51:06.469968 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:51:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:51:06.505876 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Made reservation on behalf of a1efce1ebdf1425396c2babae74fe6ce for: {'network': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:51:06.508623 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.521119 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.566600 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.573251 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:51:06.612084 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks [] for security_group (c15f039c-8064-43f2-b242-f247b7592512), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.617324 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:06.622965 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-96c89158-a523-48a7-910e-7e495832c3a6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1385646 Oct 04 05:51:06.622965 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:06.623670 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8" -d '{"events": [{"name": "network-changed", "server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:06.665819 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (c15f039c-8064-43f2-b242-f247b7592512), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.681558 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9a517-ef1e-443f-86d6-3bac6c0290e7 x-openstack-request-id: req-b1c9a517-ef1e-443f-86d6-3bac6c0290e7 {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:06.681853 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:06.682108 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1c9a517-ef1e-443f-86d6-3bac6c0290e7 {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:06.682613 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c9a517-ef1e-443f-86d6-3bac6c0290e7'] response: {'name': 'network-changed', 'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'status': 'completed', 'code': 200} Oct 04 05:51:06.696231 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=113153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:51:06.715976 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f039c-8064-43f2-b242-f247b7592512,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:06.720516 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (5b3b6d83-8dba-41b9-89ac-06d22a6f99b3), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.721596 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.segments_db [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Added segment 5b3b6d83-8dba-41b9-89ac-06d22a6f99b3 of type vlan for network 054e38c8-2aec-43e2-bf59-58fc8df75793 Oct 04 05:51:06.812821 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-8c8a3331-568b-46fe-9ccf-e6673930fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:06.814750 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-8c8a3331-568b-46fe-9ccf-e6673930fc20 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0778196 Oct 04 05:51:06.819390 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (054e38c8-2aec-43e2-bf59-58fc8df75793), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:06.846993 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:05Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:51:06.970880 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:51:06.982486 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:51:06.983176 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:51:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:51:07.011471 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (054e38c8-2aec-43e2-bf59-58fc8df75793), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:07.011923 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:07.012504 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:07.047078 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-f5605ebb-cf2e-4caa-bdb5-9903e17936c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:07.048775 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-f5605ebb-cf2e-4caa-bdb5-9903e17936c4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.2265732 Oct 04 05:51:07.090493 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:51:07.153789 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=054e38c8-2aec-43e2-bf59-58fc8df75793,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:07.158419 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-712b9eaa-7f07-4435-ad94-2cf4d1abadc3 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 1000 time: 0.0815687 Oct 04 05:51:07.167484 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 054e38c8-2aec-43e2-bf59-58fc8df75793 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:51:07.176599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:07.225168 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-bbba640c-f399-4963-b532-f8bcba096f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:07.230058 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-bbba640c-f399-4963-b532-f8bcba096f1e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0629528 Oct 04 05:51:07.236300 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3aa112c6-3e47-4785-a302-d2cadda3c4c0 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0480132 Oct 04 05:51:07.242230 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48582) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:07.248137 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Request body: {'subnet': {'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-235707386-subnet', 'tenant_id': 'a1efce1ebdf1425396c2babae74fe6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:07.307713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-246c4bd3-567a-462d-b250-7b0715b9aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:07.310318 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-246c4bd3-567a-462d-b250-7b0715b9aa27 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710886 Oct 04 05:51:07.373497 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Made reservation on behalf of a1efce1ebdf1425396c2babae74fe6ce for: {'subnet': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:51:07.376172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16618131'] for subnet (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:07.380137 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:05Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:51:07.419692 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe6994-76fb-4cde-b6a1-fa15979aaa84 None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:05Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:51:07.420260 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:07.483343 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-8f98f244-f320-471b-b651-d1e9377b2fb7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675220 Oct 04 05:51:07.612217 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4e48b5ef-eb4c-4190-b223-8ffcae5643d8 req-b6841402-69f7-46da-bfaa-2382fb613549 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230764 Oct 04 05:51:07.735620 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0465b5-a3d6-4226-8439-251aa3577324 None None] New status for floating IP da49b195-0e6b-4d93-aeba-3b24ceb68935: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:51:07.779890 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15063815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16618113'] for subnet (74e3ec3f-a60c-4d35-883d-d73a63a1048c), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:07.875392 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e3ec3f-a60c-4d35-883d-d73a63a1048c,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:07.952415 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Checking segment: {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:51:07.952791 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Network hostable DHCP agents. Network: 054e38c8-2aec-43e2-bf59-58fc8df75793, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:51:08.041947 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Network 054e38c8-2aec-43e2-bf59-58fc8df75793 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:51:08.157928 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 054e38c8-2aec-43e2-bf59-58fc8df75793) {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:51:08.163510 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:08.164184 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:08.169310 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e056b-86ca-4da9-a5b1-be2ad1c1eb6d None None] Network 054e38c8-2aec-43e2-bf59-58fc8df75793 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:51:08.263708 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-27c1f474-25cf-4fb2-9ce1-e898131eacca admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0203516 Oct 04 05:51:08.279528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac7d2b-da0c-40b8-98cb-2fa36f223c10 None None] Network 054e38c8-2aec-43e2-bf59-58fc8df75793 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:51:10.706353 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-e84aee74-072b-4b72-9266-c97398134efa tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:10.707724 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-e84aee74-072b-4b72-9266-c97398134efa tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/networks?id=054e38c8-2aec-43e2-bf59-58fc8df75793 HTTP/1.1" status: 200 len: 808 time: 0.1071000 Oct 04 05:51:10.723006 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-433ed926-b7f2-4e8d-a836-149f8e473836 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/quotas/a1efce1ebdf1425396c2babae74fe6ce HTTP/1.1" status: 200 len: 375 time: 0.0093613 Oct 04 05:51:10.756878 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-531c7635-908e-4e83-b4e2-3d66542a0407 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278070 Oct 04 05:51:10.872011 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-20d6d3eb-0500-4b9d-b2aa-fa301ea3e95a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048899 Oct 04 05:51:10.973653 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-9b5e6b81-57cc-43be-9eb1-5627534f5b88 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946810 Oct 04 05:51:11.248740 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-be083fdd-9935-43b2-8699-7faab177dc92 req-927bd818-614c-4f29-801c-769fa4ba8aac tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0333221 Oct 04 05:51:12.339184 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-915e1923-56ed-469a-a620-f73aa49d779a req-df84aa00-a9ec-459a-8c1e-be88d25cb29d tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0278978 Oct 04 05:51:13.441223 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-94dcad06-f235-449d-9e7d-54e60992ea90 req-09792066-be25-4a23-80c1-e463d206cb2f tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0280840 Oct 04 05:51:14.545222 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b864da41-5f02-446b-9efc-ad8477ce95f6 req-b03aa761-4709-46d7-9d42-5a1af4ccb56c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0303283 Oct 04 05:51:15.650579 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-6d317344-ed65-4ddf-a61f-acac8e2cd416 req-93b89970-728d-40c0-bc37-22e1faa1eded tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0296736 Oct 04 05:51:16.671964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-c98eb371-5b79-4da4-9646-d517937f32c7 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:16.673433 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-c98eb371-5b79-4da4-9646-d517937f32c7 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "GET /networking/v2.0/networks?id=054e38c8-2aec-43e2-bf59-58fc8df75793 HTTP/1.1" status: 200 len: 808 time: 0.1070073 Oct 04 05:51:16.694096 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Request body: {'port': {'device_id': '766306cb-5443-4875-88a1-7e7a0725323e', 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793', 'admin_state_up': True, 'tenant_id': 'a1efce1ebdf1425396c2babae74fe6ce'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:16.783438 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0a8f786b-ec32-47ac-b36f-fda9e75e7a41 req-d7ccf68c-7d99-43e5-8777-46f121391933 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0402472 Oct 04 05:51:16.882432 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Made reservation on behalf of a1efce1ebdf1425396c2babae74fe6ce for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:51:16.888775 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.042833 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Allocated IP 172.20.0.5 (054e38c8-2aec-43e2-bf59-58fc8df75793/74e3ec3f-a60c-4d35-883d-d73a63a1048c/59ec5150-bdfa-4c69-a085-fd6cd7f9abec) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:51:17.214560 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks [] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.234596 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:17.311234 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.358706 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Network 054e38c8-2aec-43e2-bf59-58fc8df75793 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:51:17.361799 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:51:17.365706 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:51:17.371887 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Pushing event updated for resources: {'Port': ['ID=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:17.418221 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:17.418827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.421070 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:17.501279 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-cf21696c-bfc5-4adb-9e11-f0ad474b3d37 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115740 Oct 04 05:51:17.529131 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Request body: {'port': {'device_id': '766306cb-5443-4875-88a1-7e7a0725323e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:17.608751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.687995 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48816) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:17.696837 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.801057 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0de465d6-778c-4b07-9ee7-fde8629fefbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.884728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:17.892602 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0de465d6-778c-4b07-9ee7-fde8629fefbc admin admin] Publish callbacks [] for security_group (3cd692d9-4698-4a4f-ace4-865583db1a09), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.917561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ec5150-bdfa-4c69-a085-fd6cd7f9abec {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:51:17.929257 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Publish callbacks [] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.940091 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de8478-d26c-45d2-b822-a037c60b7be6 req-fb3d1029-5e46-49e4-b458-42afea37d79b tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:17.941603 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44de8478-d26c-45d2-b822-a037c60b7be6 req-fb3d1029-5e46-49e4-b458-42afea37d79b tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 931 time: 0.0693772 Oct 04 05:51:17.958524 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Transition to ACTIVE for port object 59ec5150-bdfa-4c69-a085-fd6cd7f9abec will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:51:17.968189 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0de465d6-778c-4b07-9ee7-fde8629fefbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3cd692d9-4698-4a4f-ace4-865583db1a09), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:17.972884 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:17.995300 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44de8478-d26c-45d2-b822-a037c60b7be6 req-14a124a4-9d42-4744-a9af-3c24f5f43954 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Oct 04 05:51:18.011919 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48822) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:18.012092 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-0de465d6-778c-4b07-9ee7-fde8629fefbc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9b6f212db63f480fa2a4c13e47f6a5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225932 Oct 04 05:51:18.014305 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de465d6-778c-4b07-9ee7-fde8629fefbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd692d9-4698-4a4f-ace4-865583db1a09,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:18.054824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.065551 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:18.096363 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6a7dbf22-f413-435d-8d05-3afad18855a3 admin admin] Publish callbacks [] for security_group (3cd692d9-4698-4a4f-ace4-865583db1a09), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.132817 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:18.165247 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6a7dbf22-f413-435d-8d05-3afad18855a3 admin admin] Publish callbacks [] for security_group (3cd692d9-4698-4a4f-ace4-865583db1a09), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.168946 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Pushing event updated for resources: {'Port': ['ID=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:18.223669 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Attempting to bind port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:51:18.224029 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Attempting to bind port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:51:18.224848 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Attempting to bind port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec on network 054e38c8-2aec-43e2-bf59-58fc8df75793 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:51:18.267590 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec on network 054e38c8-2aec-43e2-bf59-58fc8df75793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:51:18.267824 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Attempting to bind port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec on network 054e38c8-2aec-43e2-bf59-58fc8df75793 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:51:18.313503 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:51:18.313837 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Checking segment: {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:51:18.314320 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Bound using segment: {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:51:18.314670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Bound port: 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:51:18.315024 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.326722 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6a7dbf22-f413-435d-8d05-3afad18855a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (3cd692d9-4698-4a4f-ace4-865583db1a09), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.329433 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6a7dbf22-f413-435d-8d05-3afad18855a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.330610 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6a7dbf22-f413-435d-8d05-3afad18855a3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3cd692d9-4698-4a4f-ace4-865583db1a09 HTTP/1.1" status: 204 len: 168 time: 0.3177795 Oct 04 05:51:18.341331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:18.357931 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dbf22-f413-435d-8d05-3afad18855a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd692d9-4698-4a4f-ace4-865583db1a09,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:18.372024 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:18.389970 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] For port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:51:18.393624 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] For port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:51:18.470860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.475063 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:18.475673 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:18.477087 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/59ec5150-bdfa-4c69-a085-fd6cd7f9abec HTTP/1.1" status: 200 len: 1093 time: 0.9528315 Oct 04 05:51:18.479368 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766306cb-5443-4875-88a1-7e7a0725323e', 'tag': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:18.481746 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e97cb46-5733-49bb-a6e4-673c6670577f" -d '{"events": [{"name": "network-changed", "server_uuid": "766306cb-5443-4875-88a1-7e7a0725323e", "tag": "59ec5150-bdfa-4c69-a085-fd6cd7f9abec"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:18.535299 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7962e15-185d-4a27-8c75-15efd20542a9 x-openstack-request-id: req-f7962e15-185d-4a27-8c75-15efd20542a9 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:18.535595 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766306cb-5443-4875-88a1-7e7a0725323e", "tag": "59ec5150-bdfa-4c69-a085-fd6cd7f9abec", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:18.535847 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7962e15-185d-4a27-8c75-15efd20542a9 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:18.536248 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7962e15-185d-4a27-8c75-15efd20542a9'] response: {'name': 'network-changed', 'server_uuid': '766306cb-5443-4875-88a1-7e7a0725323e', 'tag': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec', 'status': 'completed', 'code': 200} Oct 04 05:51:18.537987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a28f9-362e-49dd-aa20-820da5f16b39 service neutron] Pushing event updated for resources: {'Port': ['ID=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:18.639046 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97cb46-5733-49bb-a6e4-673c6670577f req-28363783-0ea5-486a-a92f-0e6e1cb4383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:18.639046 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e97cb46-5733-49bb-a6e4-673c6670577f req-28363783-0ea5-486a-a92f-0e6e1cb4383e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 1127 time: 0.0511858 Oct 04 05:51:18.767263 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97cb46-5733-49bb-a6e4-673c6670577f req-21b4ce67-45f5-4b37-bc61-3c1be49647a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:18.768836 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e97cb46-5733-49bb-a6e4-673c6670577f req-21b4ce67-45f5-4b37-bc61-3c1be49647a1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1165318 Oct 04 05:51:18.876008 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97cb46-5733-49bb-a6e4-673c6670577f req-94e5fc40-a21d-4aa9-a485-04da36635ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:18.877513 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7e97cb46-5733-49bb-a6e4-673c6670577f req-94e5fc40-a21d-4aa9-a485-04da36635ab9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024408 Oct 04 05:51:18.987752 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-38e9ccad-c41e-4e3c-bb5f-5cfdca7cf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:18.989266 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-38e9ccad-c41e-4e3c-bb5f-5cfdca7cf86b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 1127 time: 0.0399253 Oct 04 05:51:19.035533 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-21b0c471-66da-4711-b627-39e98bfc2d86 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59ec5150-bdfa-4c69-a085-fd6cd7f9abec HTTP/1.1" status: 200 len: 217 time: 0.0324888 Oct 04 05:51:19.125860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-b96d749c-24cc-43da-9442-da64556be6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:19.125860 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-b96d749c-24cc-43da-9442-da64556be6f3 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=74e3ec3f-a60c-4d35-883d-d73a63a1048c HTTP/1.1" status: 200 len: 848 time: 0.0816436 Oct 04 05:51:19.145406 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30c5c9-c15d-4b53-992c-5da0799de178 req-8cd06ee8-71f1-4490-89f7-745b6cee06b8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:19.147343 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5f30c5c9-c15d-4b53-992c-5da0799de178 req-8cd06ee8-71f1-4490-89f7-745b6cee06b8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 943 time: 0.0747771 Oct 04 05:51:19.169649 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-b51bc445-cebb-4497-b532-d39610b70423 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=054e38c8-2aec-43e2-bf59-58fc8df75793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378039 Oct 04 05:51:19.174413 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:19.228434 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48852) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:19.242406 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cb425453-06f0-47f0-b73e-bae107f37d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.258727 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5f30c5c9-c15d-4b53-992c-5da0799de178 req-ed9ca863-01f4-467d-a9fa-60908aa11516 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Oct 04 05:51:19.295376 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-2153a84c-4145-431b-aa99-4b9877008dc8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126525 Oct 04 05:51:19.322270 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cb425453-06f0-47f0-b73e-bae107f37d8f admin admin] Publish callbacks [] for security_group (24f43d67-29b4-4723-bec6-38d6699cf0fc), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.391207 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cb425453-06f0-47f0-b73e-bae107f37d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (24f43d67-29b4-4723-bec6-38d6699cf0fc), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.393007 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e82b0d5e-237a-4aa6-afda-ac4b1e504f26 req-21cbf009-0be6-4ecd-b056-25edf4ebcea7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901511 Oct 04 05:51:19.431810 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-cb425453-06f0-47f0-b73e-bae107f37d8f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a5ae453fd20047daa63436fa1450f766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021964 Oct 04 05:51:19.432953 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb425453-06f0-47f0-b73e-bae107f37d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f43d67-29b4-4723-bec6-38d6699cf0fc,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:19.434635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48858) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:19.484852 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1c28-688a-442d-918d-5e9d9583422f admin admin] Publish callbacks [] for security_group (24f43d67-29b4-4723-bec6-38d6699cf0fc), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.504195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1c28-688a-442d-918d-5e9d9583422f admin admin] Publish callbacks [] for security_group (24f43d67-29b4-4723-bec6-38d6699cf0fc), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.624841 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1c28-688a-442d-918d-5e9d9583422f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (24f43d67-29b4-4723-bec6-38d6699cf0fc), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.627467 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1c28-688a-442d-918d-5e9d9583422f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:19.628606 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a7cd1c28-688a-442d-918d-5e9d9583422f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/24f43d67-29b4-4723-bec6-38d6699cf0fc HTTP/1.1" status: 204 len: 168 time: 0.1930718 Oct 04 05:51:19.636934 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd1c28-688a-442d-918d-5e9d9583422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f43d67-29b4-4723-bec6-38d6699cf0fc,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:20.385117 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6fced-b996-4f67-9606-b57b5707c0e0 req-f570e145-76ec-46fa-b304-1fe186f05b99 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:20.386468 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7cb6fced-b996-4f67-9606-b57b5707c0e0 req-f570e145-76ec-46fa-b304-1fe186f05b99 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 943 time: 0.0468149 Oct 04 05:51:20.433150 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7cb6fced-b996-4f67-9606-b57b5707c0e0 req-218b7ef8-16ec-41d1-ab77-66fbab30d7db tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Oct 04 05:51:21.033162 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 59ec5150-bdfa-4c69-a085-fd6cd7f9abec details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:51:21.064923 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:21.132232 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:21.142861 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec', 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793', 'port_id': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec', 'mac_address': 'fa:16:3e:9c:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e3ec3f-a60c-4d35-883d-d73a63a1048c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:51:21.176491 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:51:21.176807 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:21.189383 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ec5150-bdfa-4c69-a085-fd6cd7f9abec {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:51:21.214822 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:21.269843 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:21.316509 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:21.560523 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43caca1-d590-464a-ae73-04a9f5b54a21 req-761848ae-4dd1-439d-a304-2759b5c8e283 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:21.560523 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f43caca1-d590-464a-ae73-04a9f5b54a21 req-761848ae-4dd1-439d-a304-2759b5c8e283 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 944 time: 0.0498590 Oct 04 05:51:21.603360 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['59ec5150-bdfa-4c69-a085-fd6cd7f9abec'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:51:21.610641 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f43caca1-d590-464a-ae73-04a9f5b54a21 req-3f6ae550-5aeb-43f3-aa18-2ff5e389e942 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Oct 04 05:51:22.019406 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 48924) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:22.125941 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7fc61346-0002-40be-b51c-06b043f00d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:22.425719 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:22.462954 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7fc61346-0002-40be-b51c-06b043f00d06 admin admin] Publish callbacks [] for security_group (f2668472-21fd-4f12-a26e-d743eb51c93c), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:22.538799 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-7fc61346-0002-40be-b51c-06b043f00d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (f2668472-21fd-4f12-a26e-d743eb51c93c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:22.578543 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-7fc61346-0002-40be-b51c-06b043f00d06 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bb52515b3bb846b39ca83b99744c5692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580192 Oct 04 05:51:22.585798 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc61346-0002-40be-b51c-06b043f00d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2668472-21fd-4f12-a26e-d743eb51c93c,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:22.586317 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48930) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:22.633244 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6be94673-ecf3-4823-8332-8426afc26686 admin admin] Publish callbacks [] for security_group (f2668472-21fd-4f12-a26e-d743eb51c93c), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:22.655338 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6be94673-ecf3-4823-8332-8426afc26686 admin admin] Publish callbacks [] for security_group (f2668472-21fd-4f12-a26e-d743eb51c93c), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:22.956751 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fcfb6-fdb5-45c2-8260-4775be0d6a05 req-aa8ca209-3c52-4241-adf1-7569bb29e9fd tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:22.956751 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b10fcfb6-fdb5-45c2-8260-4775be0d6a05 req-aa8ca209-3c52-4241-adf1-7569bb29e9fd tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 944 time: 0.0486052 Oct 04 05:51:23.002958 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6be94673-ecf3-4823-8332-8426afc26686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (f2668472-21fd-4f12-a26e-d743eb51c93c), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.005964 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-6be94673-ecf3-4823-8332-8426afc26686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.007107 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-6be94673-ecf3-4823-8332-8426afc26686 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f2668472-21fd-4f12-a26e-d743eb51c93c HTTP/1.1" status: 204 len: 168 time: 0.4248772 Oct 04 05:51:23.013968 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b10fcfb6-fdb5-45c2-8260-4775be0d6a05 req-cd0db14d-8649-4f20-9fc3-591c7b2049dc tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Oct 04 05:51:23.018785 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be94673-ecf3-4823-8332-8426afc26686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2668472-21fd-4f12-a26e-d743eb51c93c,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:23.042044 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 59ec5150-bdfa-4c69-a085-fd6cd7f9abec up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:51:23.095148 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:51:23.196095 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:51:23.196548 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.196892 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec Oct 04 05:51:23.272483 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:51:23.272876 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.296452 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766306cb-5443-4875-88a1-7e7a0725323e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:23.298994 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2b27a6-51a3-4eff-841c-64e3ced2960b" -d '{"events": [{"server_uuid": "766306cb-5443-4875-88a1-7e7a0725323e", "name": "network-vif-plugged", "status": "completed", "tag": "59ec5150-bdfa-4c69-a085-fd6cd7f9abec"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:23.313057 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:23.316678 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:23.345592 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b566665d-3dc2-436e-a360-1809cea78e65 x-openstack-request-id: req-b566665d-3dc2-436e-a360-1809cea78e65 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:23.346565 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766306cb-5443-4875-88a1-7e7a0725323e", "name": "network-vif-plugged", "status": "completed", "tag": "59ec5150-bdfa-4c69-a085-fd6cd7f9abec", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:23.346565 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b566665d-3dc2-436e-a360-1809cea78e65 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:23.346565 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b566665d-3dc2-436e-a360-1809cea78e65'] response: {'server_uuid': '766306cb-5443-4875-88a1-7e7a0725323e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec', 'code': 200} Oct 04 05:51:23.362068 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.413181 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:23.689130 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48956) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:23.703521 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7d4a007d-7535-490f-8163-00494337769c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.727703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72260a-25f4-47af-9ab4-2e85b3a72a7a req-cf1fa5d6-a098-488f-809b-ae52bbc5ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:23.729203 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a72260a-25f4-47af-9ab4-2e85b3a72a7a req-cf1fa5d6-a098-488f-809b-ae52bbc5ce4a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 1129 time: 0.0403547 Oct 04 05:51:23.816873 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a72260a-25f4-47af-9ab4-2e85b3a72a7a req-d0aeb705-2e3d-46c4-820b-ca21a730028a service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807812 Oct 04 05:51:23.848098 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7d4a007d-7535-490f-8163-00494337769c admin admin] Publish callbacks [] for security_group (8ea7ed3c-aef1-49c4-80b9-7079d823ab8d), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.968024 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7d4a007d-7535-490f-8163-00494337769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8ea7ed3c-aef1-49c4-80b9-7079d823ab8d), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:23.988599 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:24.008994 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a007d-7535-490f-8163-00494337769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea7ed3c-aef1-49c4-80b9-7079d823ab8d,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:24.013288 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7d4a007d-7535-490f-8163-00494337769c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d498116cdb0d485291403b1d8e33f9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230612 Oct 04 05:51:24.016085 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 48960) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:24.064810 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4be07e3e-28f6-48e5-b08f-1226ed64b517 admin admin] Publish callbacks [] for security_group (8ea7ed3c-aef1-49c4-80b9-7079d823ab8d), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:24.072621 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:24.086686 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4be07e3e-28f6-48e5-b08f-1226ed64b517 admin admin] Publish callbacks [] for security_group (8ea7ed3c-aef1-49c4-80b9-7079d823ab8d), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:24.158585 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791321a-60d8-44d0-9f8c-047c8adfa190 req-cb900b71-d3f0-44ae-a1b3-78574f672d07 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:24.160085 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8791321a-60d8-44d0-9f8c-047c8adfa190 req-cb900b71-d3f0-44ae-a1b3-78574f672d07 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0520623 Oct 04 05:51:24.210320 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8791321a-60d8-44d0-9f8c-047c8adfa190 req-85c3179b-765b-450a-a37f-dc7021a47204 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Oct 04 05:51:24.259288 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4be07e3e-28f6-48e5-b08f-1226ed64b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8ea7ed3c-aef1-49c4-80b9-7079d823ab8d), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:24.262063 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-4be07e3e-28f6-48e5-b08f-1226ed64b517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:24.263199 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-4be07e3e-28f6-48e5-b08f-1226ed64b517 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8ea7ed3c-aef1-49c4-80b9-7079d823ab8d HTTP/1.1" status: 204 len: 168 time: 0.2462237 Oct 04 05:51:24.271259 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be07e3e-28f6-48e5-b08f-1226ed64b517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea7ed3c-aef1-49c4-80b9-7079d823ab8d,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:25.342901 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33efcb5-1053-4626-b0d3-9d941a1e153c req-e35240c6-875d-4e58-9b03-9370d0940552 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:25.344369 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a33efcb5-1053-4626-b0d3-9d941a1e153c req-e35240c6-875d-4e58-9b03-9370d0940552 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0500226 Oct 04 05:51:25.399091 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a33efcb5-1053-4626-b0d3-9d941a1e153c req-77570145-54d1-49a4-b49d-d240b6fafc71 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Oct 04 05:51:26.525569 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617cdde-ff16-4f5c-b1aa-d2c806bc7971 req-6fbc26d1-beb7-4167-abda-02cfc598ac6c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:26.527072 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d617cdde-ff16-4f5c-b1aa-d2c806bc7971 req-6fbc26d1-beb7-4167-abda-02cfc598ac6c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0468028 Oct 04 05:51:26.573216 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d617cdde-ff16-4f5c-b1aa-d2c806bc7971 req-af4050ed-1663-44c5-b009-b1b6767108c7 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Oct 04 05:51:27.578785 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7620bf7f-443c-4001-a9e3-8838c326adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.124471 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=80 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:28.301193 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13f4e8-cf1c-4166-963a-2745662b2376 req-295d719b-d2fd-4a0d-8855-caa9bb5c7b69 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:28.302920 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1c13f4e8-cf1c-4166-963a-2745662b2376 req-295d719b-d2fd-4a0d-8855-caa9bb5c7b69 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0474000 Oct 04 05:51:28.355148 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1c13f4e8-cf1c-4166-963a-2745662b2376 req-97cf33eb-7165-4a15-853b-e54a718e6916 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464306 Oct 04 05:51:28.413253 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49092) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:28.519559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-77ecb7fd-adf6-4360-bcd9-a56546b49b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.593728 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-77ecb7fd-adf6-4360-bcd9-a56546b49b7b admin admin] Publish callbacks [] for security_group (26692b5c-1772-4d53-bdca-95223baeebfc), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.699791 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-77ecb7fd-adf6-4360-bcd9-a56546b49b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (26692b5c-1772-4d53-bdca-95223baeebfc), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.741112 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-77ecb7fd-adf6-4360-bcd9-a56546b49b7b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b51b73ebeb994f92b67d426bc5babc71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267076 Oct 04 05:51:28.741855 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb7fd-adf6-4360-bcd9-a56546b49b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26692b5c-1772-4d53-bdca-95223baeebfc,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:28.743966 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49098) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:28.795322 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f966734d-3837-4c3b-b12d-c51bd57cdb84 admin admin] Publish callbacks [] for security_group (26692b5c-1772-4d53-bdca-95223baeebfc), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.815200 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f966734d-3837-4c3b-b12d-c51bd57cdb84 admin admin] Publish callbacks [] for security_group (26692b5c-1772-4d53-bdca-95223baeebfc), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.928317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f966734d-3837-4c3b-b12d-c51bd57cdb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (26692b5c-1772-4d53-bdca-95223baeebfc), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.931079 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f966734d-3837-4c3b-b12d-c51bd57cdb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:28.932242 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f966734d-3837-4c3b-b12d-c51bd57cdb84 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/26692b5c-1772-4d53-bdca-95223baeebfc HTTP/1.1" status: 204 len: 168 time: 0.1872950 Oct 04 05:51:28.942169 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966734d-3837-4c3b-b12d-c51bd57cdb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26692b5c-1772-4d53-bdca-95223baeebfc,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:29.485765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43b26-6774-41f6-960d-7b6feaf3c8cc req-74f81f3e-1bb0-49db-b98d-acd6953679b8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:29.487344 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44f43b26-6774-41f6-960d-7b6feaf3c8cc req-74f81f3e-1bb0-49db-b98d-acd6953679b8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0506907 Oct 04 05:51:29.522363 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:29.539415 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-44f43b26-6774-41f6-960d-7b6feaf3c8cc req-249a4c16-a932-4493-8397-dbcf3180c806 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Oct 04 05:51:29.602582 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49112) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:29.616427 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdad0-e277-4cfb-8342-71021f367c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.692647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdad0-e277-4cfb-8342-71021f367c2f admin admin] Publish callbacks [] for security_group (0dae0d99-9e16-4465-be2c-74478c8658f1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.761754 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdad0-e277-4cfb-8342-71021f367c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0dae0d99-9e16-4465-be2c-74478c8658f1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.802808 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1e1bdad0-e277-4cfb-8342-71021f367c2f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=659c26a1d2b14f4ab91c5853e4fdeaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991773 Oct 04 05:51:29.803670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bdad0-e277-4cfb-8342-71021f367c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae0d99-9e16-4465-be2c-74478c8658f1,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:29.805554 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49118) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:29.856048 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ef1f04cf-d065-43c1-b5f4-764cdc8ef9f4 admin admin] Publish callbacks [] for security_group (0dae0d99-9e16-4465-be2c-74478c8658f1), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.876382 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ef1f04cf-d065-43c1-b5f4-764cdc8ef9f4 admin admin] Publish callbacks [] for security_group (0dae0d99-9e16-4465-be2c-74478c8658f1), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.922256 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-8cff76f2-a0e6-4d70-a63e-71f1d8a8e2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.978706 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ef1f04cf-d065-43c1-b5f4-764cdc8ef9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (0dae0d99-9e16-4465-be2c-74478c8658f1), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.981317 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ef1f04cf-d065-43c1-b5f4-764cdc8ef9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:29.982474 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-ef1f04cf-d065-43c1-b5f4-764cdc8ef9f4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0dae0d99-9e16-4465-be2c-74478c8658f1 HTTP/1.1" status: 204 len: 168 time: 0.1757352 Oct 04 05:51:29.991114 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f04cf-d065-43c1-b5f4-764cdc8ef9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae0d99-9e16-4465-be2c-74478c8658f1,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:30.670323 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868fb9-d4af-4768-b102-85372460ded0 req-742b7094-1c0c-49c8-9c9f-db1f6b04ecf8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:30.671829 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e3868fb9-d4af-4768-b102-85372460ded0 req-742b7094-1c0c-49c8-9c9f-db1f6b04ecf8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0514667 Oct 04 05:51:30.684796 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:30.721955 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e3868fb9-d4af-4768-b102-85372460ded0 req-0ec4d597-665e-42b0-a0ea-cbe9f37086ef tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 Oct 04 05:51:31.173102 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:31.847640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4419-4d73-40b7-ae20-3e86f9f721d3 req-ee0c9782-ede6-4d7a-a6f0-149b5b73e636 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:31.849810 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-053b4419-4d73-40b7-ae20-3e86f9f721d3 req-ee0c9782-ede6-4d7a-a6f0-149b5b73e636 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0486832 Oct 04 05:51:31.861905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:31.901075 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-053b4419-4d73-40b7-ae20-3e86f9f721d3 req-86e2d381-444f-49da-a8f9-3e4848515a40 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456467 Oct 04 05:51:32.778941 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:32.852618 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:33.021635 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ded8-72e6-4656-b262-ab78a3368141 req-79c5e938-92a6-4f8c-8f4e-300e2882f376 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:33.023114 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8299ded8-72e6-4656-b262-ab78a3368141 req-79c5e938-92a6-4f8c-8f4e-300e2882f376 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0458128 Oct 04 05:51:33.079645 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8299ded8-72e6-4656-b262-ab78a3368141 req-ade4bf9a-e14f-4f32-9205-e592eda72948 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 Oct 04 05:51:33.136765 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:51:34.200790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f9760-a218-44f0-87bd-bb1f7a5e7f78 req-58d6ce05-d738-4be0-9de3-80bfcf2ea78c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:34.202271 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e00f9760-a218-44f0-87bd-bb1f7a5e7f78 req-58d6ce05-d738-4be0-9de3-80bfcf2ea78c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0461073 Oct 04 05:51:34.247127 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e00f9760-a218-44f0-87bd-bb1f7a5e7f78 req-b98d9886-9416-4e40-82cf-4ba9b0f3aabf tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Oct 04 05:51:34.858285 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-8f3def05-f5f2-4d8d-9e35-38a1f82a74d0 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:34.859689 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-8f3def05-f5f2-4d8d-9e35-38a1f82a74d0 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 945 time: 0.0464640 Oct 04 05:51:34.948810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Deleting port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:51:34.949238 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:35.041333 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] For port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:35.041630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:35.053997 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Calling delete_port for 59ec5150-bdfa-4c69-a085-fd6cd7f9abec owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:51:35.247942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (59ec5150-bdfa-4c69-a085-fd6cd7f9abec), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:35.277936 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Pushing event deleted for resources: {'Port': ['ID=59ec5150-bdfa-4c69-a085-fd6cd7f9abec,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:35.330287 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] No DVR routers for this DVR port 59ec5150-bdfa-4c69-a085-fd6cd7f9abec on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:51:35.333684 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:35.336639 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0ec2d12-2557-4357-aba9-6bb297e4e952 req-74308740-859d-465f-9de2-482cbc4d5b02 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "DELETE /networking/v2.0/ports/59ec5150-bdfa-4c69-a085-fd6cd7f9abec HTTP/1.1" status: 204 len: 173 time: 0.4708657 Oct 04 05:51:35.337134 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766306cb-5443-4875-88a1-7e7a0725323e', 'name': 'network-vif-deleted', 'tag': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:35.339395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7805bf-756b-40ae-9fb6-328e8bb54e84" -d '{"events": [{"server_uuid": "766306cb-5443-4875-88a1-7e7a0725323e", "name": "network-vif-deleted", "tag": "59ec5150-bdfa-4c69-a085-fd6cd7f9abec"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:35.359027 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-526a8a2e-c5d2-4a8b-9345-ed9a884d654f req-49e6c869-b3e7-4398-a8b3-8e5600a9f63a tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0316002 Oct 04 05:51:35.385529 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e00f9c9-a18f-4951-b8e9-c573239ba6c8 x-openstack-request-id: req-2e00f9c9-a18f-4951-b8e9-c573239ba6c8 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:35.385818 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766306cb-5443-4875-88a1-7e7a0725323e", "name": "network-vif-deleted", "tag": "59ec5150-bdfa-4c69-a085-fd6cd7f9abec", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:35.391127 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e00f9c9-a18f-4951-b8e9-c573239ba6c8 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:35.391127 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e00f9c9-a18f-4951-b8e9-c573239ba6c8'] response: {'server_uuid': '766306cb-5443-4875-88a1-7e7a0725323e', 'name': 'network-vif-deleted', 'tag': '59ec5150-bdfa-4c69-a085-fd6cd7f9abec', 'status': 'completed', 'code': 200} Oct 04 05:51:35.789985 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 59ec5150-bdfa-4c69-a085-fd6cd7f9abec no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:51:35.810586 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 59ec5150-bdfa-4c69-a085-fd6cd7f9abec {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:51:35.810878 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 59ec5150-bdfa-4c69-a085-fd6cd7f9abec not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:51:36.489660 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-98900e18-1686-410a-bef0-222d57b2ad85 req-7cbdc2ec-3c61-4125-99e9-d136168b5944 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=766306cb-5443-4875-88a1-7e7a0725323e HTTP/1.1" status: 200 len: 210 time: 0.0423102 Oct 04 05:51:37.832717 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-b004df46-bab8-4478-9b98-e1a4a6c8a955 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:37.834202 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-b004df46-bab8-4478-9b98-e1a4a6c8a955 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/networks?id=054e38c8-2aec-43e2-bf59-58fc8df75793 HTTP/1.1" status: 200 len: 808 time: 0.1139538 Oct 04 05:51:37.848935 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-9e1cd988-c6be-4967-b4b5-ec8443ae5f60 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/quotas/a1efce1ebdf1425396c2babae74fe6ce HTTP/1.1" status: 200 len: 375 time: 0.0091350 Oct 04 05:51:37.886615 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-999637a3-1749-4ad7-b24f-030a11739563 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325482 Oct 04 05:51:37.946220 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:37.985882 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5922eee0-f441-4240-af14-d54d03e97481 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Oct 04 05:51:38.084441 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-95fc38b5-f0c4-478f-b991-00c67c272360 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922818 Oct 04 05:51:38.386245 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b376c3d6-9772-4c55-a7f6-5f8d4ce64baf req-4274c2c5-73d4-448d-a59b-3486b60700a9 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 210 time: 0.0287237 Oct 04 05:51:39.492340 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-bf567bc2-ff68-4bd3-8cd0-f50d15df92a0 req-6ff1e8e6-7653-4979-b65a-526a0c29822a tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 210 time: 0.0307324 Oct 04 05:51:40.482289 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49344) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:40.649513 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5c4d747e-7826-4a87-8405-0d45e4dfd07e tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:40.655636 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5c4d747e-7826-4a87-8405-0d45e4dfd07e tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "GET /networking/v2.0/networks?id=054e38c8-2aec-43e2-bf59-58fc8df75793 HTTP/1.1" status: 200 len: 808 time: 0.1424308 Oct 04 05:51:40.655748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ec9af798-4aa7-4b8c-a2aa-0fe24fe0198a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:40.672189 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b887b51a-e98a-40f9-9ef8-30caa0e108de req-770c93dc-9c67-4dd9-bdf7-21a8a52c4c6b tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 210 time: 0.0620742 Oct 04 05:51:40.676805 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Request body: {'port': {'device_id': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793', 'admin_state_up': True, 'tenant_id': 'a1efce1ebdf1425396c2babae74fe6ce'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:40.755451 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ec9af798-4aa7-4b8c-a2aa-0fe24fe0198a admin admin] Publish callbacks [] for security_group (bbef5262-83b2-44d9-b3d3-b45812198ed1), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:40.792571 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:40.820010 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-ec9af798-4aa7-4b8c-a2aa-0fe24fe0198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (bbef5262-83b2-44d9-b3d3-b45812198ed1), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:40.858216 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-ec9af798-4aa7-4b8c-a2aa-0fe24fe0198a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=55a23449c88b45f68be04bcdcd1e7a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748064 Oct 04 05:51:40.860171 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9af798-4aa7-4b8c-a2aa-0fe24fe0198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbef5262-83b2-44d9-b3d3-b45812198ed1,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:40.860961 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49384) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:40.884679 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Made reservation on behalf of a1efce1ebdf1425396c2babae74fe6ce for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:51:40.888396 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:40.933846 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:40.982014 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Publish callbacks [] for security_group (bbef5262-83b2-44d9-b3d3-b45812198ed1), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.017835 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Publish callbacks [] for security_group (bbef5262-83b2-44d9-b3d3-b45812198ed1), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.090599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Allocated IP 172.20.0.3 (054e38c8-2aec-43e2-bf59-58fc8df75793/74e3ec3f-a60c-4d35-883d-d73a63a1048c/6b57ccbb-82de-454e-92b9-668493f61225) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:51:41.227627 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (bbef5262-83b2-44d9-b3d3-b45812198ed1), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.230303 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.234697 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bbef5262-83b2-44d9-b3d3-b45812198ed1 HTTP/1.1" status: 204 len: 168 time: 0.3680716 Oct 04 05:51:41.275054 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbef5262-83b2-44d9-b3d3-b45812198ed1,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:41.287170 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.288033 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.288371 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.288700 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.289025 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.289424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.289703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.289977 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.290340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.290640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.290959 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.291264 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.291579 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.291885 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.292193 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe5f89-6733-4b38-b558-bf7931c8b797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:51:41.356365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks [] for port (6b57ccbb-82de-454e-92b9-668493f61225), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.453498 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6b57ccbb-82de-454e-92b9-668493f61225), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.502600 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Network 054e38c8-2aec-43e2-bf59-58fc8df75793 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:51:41.505837 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:51:41.510531 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:51:41.516724 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Pushing event updated for resources: {'Port': ['ID=6b57ccbb-82de-454e-92b9-668493f61225,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:41.567255 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:41.568071 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.639204 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e9f19a3c-8abf-48da-96e4-20a4b85d5016 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659965 Oct 04 05:51:41.657925 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Request body: {'port': {'device_id': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:51:41.680007 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:41.728766 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b57ccbb-82de-454e-92b9-668493f61225), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:41.826372 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2a5a-9e93-40d7-a609-d0ce4f79f4ce req-9b1e8b5e-8140-4ce1-b4aa-d5a27278feee tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:41.828610 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-17eb2a5a-9e93-40d7-a609-d0ce4f79f4ce req-9b1e8b5e-8140-4ce1-b4aa-d5a27278feee tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 931 time: 0.0566893 Oct 04 05:51:41.886052 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-17eb2a5a-9e93-40d7-a609-d0ce4f79f4ce req-43f80581-72a6-4324-ad50-0dd3c5619409 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Oct 04 05:51:41.975308 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:42.026880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b57ccbb-82de-454e-92b9-668493f61225 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:51:42.034567 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Publish callbacks [] for port (6b57ccbb-82de-454e-92b9-668493f61225), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:42.047340 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Transition to ACTIVE for port object 6b57ccbb-82de-454e-92b9-668493f61225 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:51:42.161827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6b57ccbb-82de-454e-92b9-668493f61225), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:42.226299 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Pushing event updated for resources: {'Port': ['ID=6b57ccbb-82de-454e-92b9-668493f61225,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:42.281634 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Attempting to bind port 6b57ccbb-82de-454e-92b9-668493f61225 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:51:42.281966 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Attempting to bind port 6b57ccbb-82de-454e-92b9-668493f61225 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:51:42.282440 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Attempting to bind port 6b57ccbb-82de-454e-92b9-668493f61225 on network 054e38c8-2aec-43e2-bf59-58fc8df75793 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:51:42.324325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Port 6b57ccbb-82de-454e-92b9-668493f61225 on network 054e38c8-2aec-43e2-bf59-58fc8df75793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:51:42.324649 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Attempting to bind port 6b57ccbb-82de-454e-92b9-668493f61225 on network 054e38c8-2aec-43e2-bf59-58fc8df75793 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:51:42.365036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:51:42.365366 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Checking segment: {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:51:42.366272 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Bound using segment: {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:51:42.366704 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Bound port: 6b57ccbb-82de-454e-92b9-668493f61225, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:51:42.367058 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b57ccbb-82de-454e-92b9-668493f61225), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:42.431700 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] For port 6b57ccbb-82de-454e-92b9-668493f61225, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:51:42.434973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] For port 6b57ccbb-82de-454e-92b9-668493f61225, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b57ccbb-82de-454e-92b9-668493f61225,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:51:42.499608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (6b57ccbb-82de-454e-92b9-668493f61225), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:42.503901 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:42.504503 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:42.505879 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/6b57ccbb-82de-454e-92b9-668493f61225 HTTP/1.1" status: 200 len: 1093 time: 0.8527479 Oct 04 05:51:42.508033 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'tag': '6b57ccbb-82de-454e-92b9-668493f61225'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:42.510268 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2de7bb8-2f42-4246-9e23-70c110c79799", "tag": "6b57ccbb-82de-454e-92b9-668493f61225"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:42.561811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110baa1-9a8c-4812-bc69-204af6fcc3ff service neutron] Pushing event updated for resources: {'Port': ['ID=6b57ccbb-82de-454e-92b9-668493f61225,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:42.575206 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549db7e-5fa7-4731-903e-715e60c76b3f x-openstack-request-id: req-c549db7e-5fa7-4731-903e-715e60c76b3f {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:42.575673 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2de7bb8-2f42-4246-9e23-70c110c79799", "tag": "6b57ccbb-82de-454e-92b9-668493f61225", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:42.575927 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c549db7e-5fa7-4731-903e-715e60c76b3f {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:42.576347 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c549db7e-5fa7-4731-903e-715e60c76b3f'] response: {'name': 'network-changed', 'server_uuid': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'tag': '6b57ccbb-82de-454e-92b9-668493f61225', 'status': 'completed', 'code': 200} Oct 04 05:51:42.664297 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e req-58e82295-151d-4ae7-b389-917e3186ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:42.665695 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e req-58e82295-151d-4ae7-b389-917e3186ce22 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 1127 time: 0.0386722 Oct 04 05:51:42.778662 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e req-42057894-6b07-457f-9edd-2300d1593f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:42.780131 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e req-42057894-6b07-457f-9edd-2300d1593f5d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0995367 Oct 04 05:51:42.831836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:42.878528 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e req-710bb34d-4137-4f8f-a647-6e2814d84568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:42.879959 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-30cb14dc-e4fb-4533-8f3c-173a7816fc2e req-710bb34d-4137-4f8f-a647-6e2814d84568 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939324 Oct 04 05:51:42.986676 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-fe0722ae-8d94-4081-bcdd-014c70769d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:42.988156 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-fe0722ae-8d94-4081-bcdd-014c70769d8b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 1127 time: 0.0439451 Oct 04 05:51:43.018580 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab92f5-e8f9-4dd8-8974-3419017d5c8f req-d63fc768-7960-48a6-a308-84cbcdee2140 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:43.020075 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d3ab92f5-e8f9-4dd8-8974-3419017d5c8f req-d63fc768-7960-48a6-a308-84cbcdee2140 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 943 time: 0.0466957 Oct 04 05:51:43.035547 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-5034c6c7-e660-46a1-87af-c86936ab0183 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b57ccbb-82de-454e-92b9-668493f61225 HTTP/1.1" status: 200 len: 217 time: 0.0320933 Oct 04 05:51:43.076392 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d3ab92f5-e8f9-4dd8-8974-3419017d5c8f req-9a5ac555-ad9e-4284-9546-813b3c42f10e tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Oct 04 05:51:43.086483 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-62351a92-4a6a-42b1-b7a1-62ad2c75abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:43.088201 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-62351a92-4a6a-42b1-b7a1-62ad2c75abea service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=74e3ec3f-a60c-4d35-883d-d73a63a1048c HTTP/1.1" status: 200 len: 848 time: 0.0450947 Oct 04 05:51:43.121053 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-2684ad43-ca62-4347-b81f-92462782cce2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=054e38c8-2aec-43e2-bf59-58fc8df75793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254014 Oct 04 05:51:43.133178 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:43.213491 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-e6a49dff-6b8d-45d9-a8bc-34ce6d04bb31 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858414 Oct 04 05:51:43.304923 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f6ff7ad2-2dc4-4cb4-92c2-db031165d69b req-d4b85e20-73b9-44d3-b920-5710cf4e085e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Oct 04 05:51:44.204430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb8ff7-d496-4760-97e4-c6cbfb655eab req-4703047b-30f4-4245-ac10-430df1a46da8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:44.205792 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2cbb8ff7-d496-4760-97e4-c6cbfb655eab req-4703047b-30f4-4245-ac10-430df1a46da8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 943 time: 0.0465801 Oct 04 05:51:44.252139 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2cbb8ff7-d496-4760-97e4-c6cbfb655eab req-9f7d75e4-0151-4785-ab38-430ab4ac40bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Oct 04 05:51:45.374292 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdcfdb-2695-43e0-8a7e-6c9557b081e5 req-6f1df3f4-90c0-49b0-aa95-087c5635f892 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:45.375752 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-10cdcfdb-2695-43e0-8a7e-6c9557b081e5 req-6f1df3f4-90c0-49b0-aa95-087c5635f892 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 943 time: 0.0509002 Oct 04 05:51:45.388849 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:45.430200 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-10cdcfdb-2695-43e0-8a7e-6c9557b081e5 req-44409608-49d0-4d8c-a31c-8ab797d465d1 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Oct 04 05:51:45.794648 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:45.844444 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b57ccbb-82de-454e-92b9-668493f61225 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:51:45.946913 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:45.949376 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6b57ccbb-82de-454e-92b9-668493f61225, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b57ccbb-82de-454e-92b9-668493f61225,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:45.965061 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '6b57ccbb-82de-454e-92b9-668493f61225', 'network_id': '054e38c8-2aec-43e2-bf59-58fc8df75793', 'port_id': '6b57ccbb-82de-454e-92b9-668493f61225', 'mac_address': 'fa:16:3e:c0:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e3ec3f-a60c-4d35-883d-d73a63a1048c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:51:45.999008 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6b57ccbb-82de-454e-92b9-668493f61225 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:51:45.999389 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b57ccbb-82de-454e-92b9-668493f61225), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:46.012116 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b57ccbb-82de-454e-92b9-668493f61225 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:51:46.033432 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6b57ccbb-82de-454e-92b9-668493f61225, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b57ccbb-82de-454e-92b9-668493f61225,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:46.121554 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6b57ccbb-82de-454e-92b9-668493f61225), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:46.167773 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6b57ccbb-82de-454e-92b9-668493f61225,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:46.438248 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6b57ccbb-82de-454e-92b9-668493f61225'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:51:46.566158 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323797c-5389-4a81-a5d7-d7627aa8227e req-63c76cb1-c2cb-4048-a488-177be10e12fc tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:46.567954 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8323797c-5389-4a81-a5d7-d7627aa8227e req-63c76cb1-c2cb-4048-a488-177be10e12fc tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 944 time: 0.0574856 Oct 04 05:51:46.596404 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:46.621742 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8323797c-5389-4a81-a5d7-d7627aa8227e req-60adb2f3-4c70-4cc8-9e66-9e4aeb7ae482 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Oct 04 05:51:47.079297 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-96a23a16-4a15-422f-840e-aa691a0c58db service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418944 Oct 04 05:51:47.182953 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61809c5-743b-4fde-896f-fbf407a7adce req-88fe3823-1ea4-4628-ad74-7449c124ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:47.184332 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-88fe3823-1ea4-4628-ad74-7449c124ec31 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0390694 Oct 04 05:51:47.290387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61809c5-743b-4fde-896f-fbf407a7adce req-3447ab41-ea92-4aa4-ae4a-e7363bb1fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:47.291846 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-3447ab41-ea92-4aa4-ae4a-e7363bb1fe83 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0862272 Oct 04 05:51:47.358276 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-6629f534-5184-4690-bb45-e76dda282e8b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 1002 time: 0.0593672 Oct 04 05:51:47.411317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61809c5-743b-4fde-896f-fbf407a7adce req-cea2b6d7-49a8-45aa-8bf9-29e099fd324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:47.412750 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-cea2b6d7-49a8-45aa-8bf9-29e099fd324a service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0483413 Oct 04 05:51:47.456822 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61809c5-743b-4fde-896f-fbf407a7adce req-9944ab43-fec9-4b0b-85d5-bdac386c5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:47.458234 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-9944ab43-fec9-4b0b-85d5-bdac386c5496 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381565 Oct 04 05:51:47.555447 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-0f326e31-a7d1-41fe-ab72-7e579bafadd2 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892813 Oct 04 05:51:47.583405 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:47.653113 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b61809c5-743b-4fde-896f-fbf407a7adce req-9f3427d8-8c99-4ff1-9344-9c7211d7bc9b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900908 Oct 04 05:51:47.721963 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:47.762060 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616df90-cb00-4b40-a47b-b40f2fa641e9 req-eff2175b-c1ed-4b1d-bf39-e03612f7a57c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:47.763543 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7616df90-cb00-4b40-a47b-b40f2fa641e9 req-eff2175b-c1ed-4b1d-bf39-e03612f7a57c tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 944 time: 0.0533700 Oct 04 05:51:47.812431 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-7616df90-cb00-4b40-a47b-b40f2fa641e9 req-6d927412-2bbf-4dd3-b2d9-0a588871e1aa tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431736 Oct 04 05:51:47.851799 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b57ccbb-82de-454e-92b9-668493f61225 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:51:47.894381 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 6b57ccbb-82de-454e-92b9-668493f61225 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:51:47.962548 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 6b57ccbb-82de-454e-92b9-668493f61225 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:51:47.962928 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (6b57ccbb-82de-454e-92b9-668493f61225), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:47.963262 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 6b57ccbb-82de-454e-92b9-668493f61225 Oct 04 05:51:48.035468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 6b57ccbb-82de-454e-92b9-668493f61225 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:51:48.035759 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b57ccbb-82de-454e-92b9-668493f61225), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:48.058726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b57ccbb-82de-454e-92b9-668493f61225'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:48.060945 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a67f4-998e-4c5d-a01f-9d5b8b4c5c73" -d '{"events": [{"server_uuid": "f2de7bb8-2f42-4246-9e23-70c110c79799", "name": "network-vif-plugged", "status": "completed", "tag": "6b57ccbb-82de-454e-92b9-668493f61225"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:48.075595 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 6b57ccbb-82de-454e-92b9-668493f61225, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b57ccbb-82de-454e-92b9-668493f61225,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:48.100509 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcd27d1-a0aa-4f6e-b867-4d19e4c29a32 x-openstack-request-id: req-8bcd27d1-a0aa-4f6e-b867-4d19e4c29a32 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:48.100804 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2de7bb8-2f42-4246-9e23-70c110c79799", "name": "network-vif-plugged", "status": "completed", "tag": "6b57ccbb-82de-454e-92b9-668493f61225", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:48.101063 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bcd27d1-a0aa-4f6e-b867-4d19e4c29a32 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:48.101496 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcd27d1-a0aa-4f6e-b867-4d19e4c29a32'] response: {'server_uuid': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b57ccbb-82de-454e-92b9-668493f61225', 'code': 200} Oct 04 05:51:48.127427 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (6b57ccbb-82de-454e-92b9-668493f61225), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:48.176122 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=6b57ccbb-82de-454e-92b9-668493f61225,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:48.413622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354f42-e47f-4a6f-923a-784885575948 req-858549c9-f238-4bd8-8c7b-2c2951fc76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:48.415173 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ef354f42-e47f-4a6f-923a-784885575948 req-858549c9-f238-4bd8-8c7b-2c2951fc76f2 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 1129 time: 0.0380962 Oct 04 05:51:48.460476 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-ef354f42-e47f-4a6f-923a-784885575948 req-ad67dcb0-b07f-4c7a-80f5-5eb9d020b137 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Oct 04 05:51:48.942453 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268954-d0d4-40dc-8df1-5d48e4041f1f req-af8a022f-73f7-470e-9f48-cab5343a6de9 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:48.944185 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3f268954-d0d4-40dc-8df1-5d48e4041f1f req-af8a022f-73f7-470e-9f48-cab5343a6de9 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 945 time: 0.0519090 Oct 04 05:51:48.991309 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-3f268954-d0d4-40dc-8df1-5d48e4041f1f req-6fa9823b-d552-440f-846e-5dac282f22f8 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Oct 04 05:51:50.112821 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4cba7-7966-4fab-9a97-b0a439f7977b req-8cfab3a1-d650-4b6a-8783-2d006806b92a tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:50.114427 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fda4cba7-7966-4fab-9a97-b0a439f7977b req-8cfab3a1-d650-4b6a-8783-2d006806b92a tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 945 time: 0.0471764 Oct 04 05:51:50.160320 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fda4cba7-7966-4fab-9a97-b0a439f7977b req-09860564-d2e0-44cc-99b4-decda2c04e0b tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Oct 04 05:51:51.590958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6edda-4f5e-4e51-a027-ad8db5fa88be req-18c94feb-107e-4376-a9f2-d231b2f4a9c2 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:51.597009 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d2c6edda-4f5e-4e51-a027-ad8db5fa88be req-18c94feb-107e-4376-a9f2-d231b2f4a9c2 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 945 time: 0.0500135 Oct 04 05:51:51.638155 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d2c6edda-4f5e-4e51-a027-ad8db5fa88be req-9acb8c56-1b57-4c2f-b301-865d1ad90797 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Oct 04 05:51:52.763828 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709745c-86ce-4a01-803b-f876d7e94b74 req-67194e54-90f2-44f8-ada1-a6be8a7a93a9 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:52.765282 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4709745c-86ce-4a01-803b-f876d7e94b74 req-67194e54-90f2-44f8-ada1-a6be8a7a93a9 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 945 time: 0.0510364 Oct 04 05:51:52.811958 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4709745c-86ce-4a01-803b-f876d7e94b74 req-ee252dc9-4e26-4787-865b-b0151b5f762d tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c15f039c-8064-43f2-b242-f247b7592512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Oct 04 05:51:53.309022 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c27253-a42a-4817-9321-f41565b9f32b req-50fa5316-b730-4f0d-acdb-bfa0dcbd4249 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:51:53.310372 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0c27253-a42a-4817-9321-f41565b9f32b req-50fa5316-b730-4f0d-acdb-bfa0dcbd4249 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 945 time: 0.0455472 Oct 04 05:51:53.399646 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Deleting port 6b57ccbb-82de-454e-92b9-668493f61225 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:51:53.399986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (6b57ccbb-82de-454e-92b9-668493f61225), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:53.447302 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:53.489016 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] For port 6b57ccbb-82de-454e-92b9-668493f61225, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b57ccbb-82de-454e-92b9-668493f61225,segment=NetworkSegment(5b3b6d83-8dba-41b9-89ac-06d22a6f99b3),segment_id=5b3b6d83-8dba-41b9-89ac-06d22a6f99b3)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:51:53.489384 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (6b57ccbb-82de-454e-92b9-668493f61225), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:53.504773 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Calling delete_port for 6b57ccbb-82de-454e-92b9-668493f61225 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:51:53.704377 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6b57ccbb-82de-454e-92b9-668493f61225), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:53.731540 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Pushing event deleted for resources: {'Port': ['ID=6b57ccbb-82de-454e-92b9-668493f61225,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:53.740978 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['6b57ccbb-82de-454e-92b9-668493f61225'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:51:53.778455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] No DVR routers for this DVR port 6b57ccbb-82de-454e-92b9-668493f61225 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:51:53.780790 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:53.784020 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b0c27253-a42a-4817-9321-f41565b9f32b req-c98cc146-c082-4120-8ce4-54fb6ad384bb tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.39 "DELETE /networking/v2.0/ports/6b57ccbb-82de-454e-92b9-668493f61225 HTTP/1.1" status: 204 len: 173 time: 0.4683230 Oct 04 05:51:53.784509 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'name': 'network-vif-deleted', 'tag': '6b57ccbb-82de-454e-92b9-668493f61225'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:51:53.786739 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad5bc6-be4f-4b95-b721-b4b259bc54e4" -d '{"events": [{"server_uuid": "f2de7bb8-2f42-4246-9e23-70c110c79799", "name": "network-vif-deleted", "tag": "6b57ccbb-82de-454e-92b9-668493f61225"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:51:53.823814 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020d2776-796f-4557-8049-738f884e28b4 x-openstack-request-id: req-020d2776-796f-4557-8049-738f884e28b4 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:51:53.824102 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2de7bb8-2f42-4246-9e23-70c110c79799", "name": "network-vif-deleted", "tag": "6b57ccbb-82de-454e-92b9-668493f61225", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:51:53.824375 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-020d2776-796f-4557-8049-738f884e28b4 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:51:53.824796 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020d2776-796f-4557-8049-738f884e28b4'] response: {'server_uuid': 'f2de7bb8-2f42-4246-9e23-70c110c79799', 'name': 'network-vif-deleted', 'tag': '6b57ccbb-82de-454e-92b9-668493f61225', 'status': 'completed', 'code': 200} Oct 04 05:51:53.926348 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ed0a104e-144a-4c76-8590-70eaf6c80430 req-f23a2370-8cb0-42ed-a4ca-222493b0b2f6 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 210 time: 0.0299046 Oct 04 05:51:54.773609 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:55.044073 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0a6d8a5b-6dc0-4eb5-a2fd-85276ea18aa1 req-55316d3b-bd91-4c9c-bba0-666890b2db12 tempest-VolumesActionsTest-1599749294 tempest-VolumesActionsTest-1599749294-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f2de7bb8-2f42-4246-9e23-70c110c79799 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Oct 04 05:51:57.208139 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49584) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:57.311896 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b90c784d-7830-4fb9-9bf8-f6bcbd70f86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.391923 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b90c784d-7830-4fb9-9bf8-f6bcbd70f86d admin admin] Publish callbacks [] for security_group (9352a0e4-63f8-44a7-9e28-7c9a15b40a88), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.469875 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b90c784d-7830-4fb9-9bf8-f6bcbd70f86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9352a0e4-63f8-44a7-9e28-7c9a15b40a88), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.495875 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:51:57.506465 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c784d-7830-4fb9-9bf8-f6bcbd70f86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9352a0e4-63f8-44a7-9e28-7c9a15b40a88,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:57.512065 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b90c784d-7830-4fb9-9bf8-f6bcbd70f86d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c694c9be27894b609aa2675d8d70d4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028626 Oct 04 05:51:57.514843 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49604) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:51:57.563602 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ba3c49c5-ecc0-4737-a1ae-bb84469910a3 admin admin] Publish callbacks [] for security_group (9352a0e4-63f8-44a7-9e28-7c9a15b40a88), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.573085 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-457e8031-310a-4299-b775-5e5d2688c0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.583558 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ba3c49c5-ecc0-4737-a1ae-bb84469910a3 admin admin] Publish callbacks [] for security_group (9352a0e4-63f8-44a7-9e28-7c9a15b40a88), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.709809 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ba3c49c5-ecc0-4737-a1ae-bb84469910a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9352a0e4-63f8-44a7-9e28-7c9a15b40a88), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.712352 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-ba3c49c5-ecc0-4737-a1ae-bb84469910a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:51:57.713483 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-ba3c49c5-ecc0-4737-a1ae-bb84469910a3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9352a0e4-63f8-44a7-9e28-7c9a15b40a88 HTTP/1.1" status: 204 len: 168 time: 0.1977534 Oct 04 05:51:57.723493 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c49c5-ecc0-4737-a1ae-bb84469910a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352a0e4-63f8-44a7-9e28-7c9a15b40a88,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:51:59.898636 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d339fd1a-0e1d-4195-aeaf-ebf42bd6e2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:00.589903 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b57ccbb-82de-454e-92b9-668493f61225 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:52:00.611134 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 6b57ccbb-82de-454e-92b9-668493f61225 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:52:00.611782 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 6b57ccbb-82de-454e-92b9-668493f61225 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:52:01.161212 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:02.801509 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:02.881418 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:03.907010 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:03.908308 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=29 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:05.126432 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:05.130379 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:07.717608 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:08.927656 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49836) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:09.045763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf6c-5e63-459e-85c0-717fdffee806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.128348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf6c-5e63-459e-85c0-717fdffee806 admin admin] Publish callbacks [] for security_group (5c80480a-fc87-42a1-9000-9a3acea37d34), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.190711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf6c-5e63-459e-85c0-717fdffee806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5c80480a-fc87-42a1-9000-9a3acea37d34), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.251759 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-6f9faf6c-5e63-459e-85c0-717fdffee806 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=52244ec276074736b79d0c8b2aecc859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232515 Oct 04 05:52:09.252950 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9faf6c-5e63-459e-85c0-717fdffee806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80480a-fc87-42a1-9000-9a3acea37d34,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:09.254657 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49840) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:09.312755 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Publish callbacks [] for security_group (5c80480a-fc87-42a1-9000-9a3acea37d34), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.335719 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Publish callbacks [] for security_group (5c80480a-fc87-42a1-9000-9a3acea37d34), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.675924 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (5c80480a-fc87-42a1-9000-9a3acea37d34), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.679087 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:09.680039 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5c80480a-fc87-42a1-9000-9a3acea37d34 HTTP/1.1" status: 204 len: 168 time: 0.4238019 Oct 04 05:52:09.690744 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80480a-fc87-42a1-9000-9a3acea37d34,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:09.706501 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e1952-2e00-4e64-bf70-6edd7ab900bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:10.140664 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:52:10.330908 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49860) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:10.348053 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1a62f79f-23f8-49de-a882-38457e7e5b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.391776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49862) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:10.446746 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1a62f79f-23f8-49de-a882-38457e7e5b93 admin admin] Publish callbacks [] for security_group (69bf1b6f-5b20-4fbe-9c33-7bfedd706058), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.493439 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-1a62f79f-23f8-49de-a882-38457e7e5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (69bf1b6f-5b20-4fbe-9c33-7bfedd706058), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.550449 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62f79f-23f8-49de-a882-38457e7e5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf1b6f-5b20-4fbe-9c33-7bfedd706058,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:10.565452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49866) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:10.574916 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-1a62f79f-23f8-49de-a882-38457e7e5b93 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b43569c5fcb74e56ab484e2394c414b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427757 Oct 04 05:52:10.633291 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8e5a493c-231c-411f-a7b8-5ad8b7f51df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.679751 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69c6d44a-7a38-4b2c-a034-4a3820b37cfc admin admin] Publish callbacks [] for security_group (69bf1b6f-5b20-4fbe-9c33-7bfedd706058), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.734591 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69c6d44a-7a38-4b2c-a034-4a3820b37cfc admin admin] Publish callbacks [] for security_group (69bf1b6f-5b20-4fbe-9c33-7bfedd706058), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.831744 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8e5a493c-231c-411f-a7b8-5ad8b7f51df6 admin admin] Publish callbacks [] for security_group (eb111e0e-28ff-4371-a3c4-59e2c60ef884), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.904520 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8e5a493c-231c-411f-a7b8-5ad8b7f51df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (eb111e0e-28ff-4371-a3c4-59e2c60ef884), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.941233 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69c6d44a-7a38-4b2c-a034-4a3820b37cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (69bf1b6f-5b20-4fbe-9c33-7bfedd706058), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.943893 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-69c6d44a-7a38-4b2c-a034-4a3820b37cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:10.948445 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-69c6d44a-7a38-4b2c-a034-4a3820b37cfc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/69bf1b6f-5b20-4fbe-9c33-7bfedd706058 HTTP/1.1" status: 204 len: 168 time: 0.3784995 Oct 04 05:52:10.953205 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8e5a493c-231c-411f-a7b8-5ad8b7f51df6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fdcd39c77f8d4378bdc8d6149ee3779b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574555 Oct 04 05:52:10.953205 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a493c-231c-411f-a7b8-5ad8b7f51df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb111e0e-28ff-4371-a3c4-59e2c60ef884,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:10.956298 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49874) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:10.979330 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6d44a-7a38-4b2c-a034-4a3820b37cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf1b6f-5b20-4fbe-9c33-7bfedd706058,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:11.018488 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc7fe-fb8d-442a-aebe-9017fd510336 admin admin] Publish callbacks [] for security_group (eb111e0e-28ff-4371-a3c4-59e2c60ef884), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.041099 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc7fe-fb8d-442a-aebe-9017fd510336 admin admin] Publish callbacks [] for security_group (eb111e0e-28ff-4371-a3c4-59e2c60ef884), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.155882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc7fe-fb8d-442a-aebe-9017fd510336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (eb111e0e-28ff-4371-a3c4-59e2c60ef884), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.158480 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc7fe-fb8d-442a-aebe-9017fd510336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.159623 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-4ccdc7fe-fb8d-442a-aebe-9017fd510336 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/eb111e0e-28ff-4371-a3c4-59e2c60ef884 HTTP/1.1" status: 204 len: 168 time: 0.2047493 Oct 04 05:52:11.175445 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdc7fe-fb8d-442a-aebe-9017fd510336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb111e0e-28ff-4371-a3c4-59e2c60ef884,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:11.653519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49888) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:11.669521 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a0a29d8c-9797-4082-84f9-d42814bbcee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.721673 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:11.741083 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:11.765274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a0a29d8c-9797-4082-84f9-d42814bbcee7 admin admin] Publish callbacks [] for security_group (cf32e879-77f0-4030-b603-a1b922854194), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.832032 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-a0a29d8c-9797-4082-84f9-d42814bbcee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (cf32e879-77f0-4030-b603-a1b922854194), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.884927 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-a0a29d8c-9797-4082-84f9-d42814bbcee7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=62610fd412554f728941126c810a0ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301025 Oct 04 05:52:11.886082 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a29d8c-9797-4082-84f9-d42814bbcee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf32e879-77f0-4030-b603-a1b922854194,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:11.891068 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49896) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:11.945425 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5819b042-0a68-48e7-a129-cb1a8da32599 admin admin] Publish callbacks [] for security_group (cf32e879-77f0-4030-b603-a1b922854194), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:11.975442 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5819b042-0a68-48e7-a129-cb1a8da32599 admin admin] Publish callbacks [] for security_group (cf32e879-77f0-4030-b603-a1b922854194), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:12.104961 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5819b042-0a68-48e7-a129-cb1a8da32599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (cf32e879-77f0-4030-b603-a1b922854194), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:12.109280 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-5819b042-0a68-48e7-a129-cb1a8da32599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:12.112287 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-5819b042-0a68-48e7-a129-cb1a8da32599 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cf32e879-77f0-4030-b603-a1b922854194 HTTP/1.1" status: 204 len: 168 time: 0.2201610 Oct 04 05:52:12.124111 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819b042-0a68-48e7-a129-cb1a8da32599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf32e879-77f0-4030-b603-a1b922854194,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:13.431885 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49942) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:13.584613 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-991665501-network', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:13.658665 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Made reservation on behalf of c225dfb273d64b3e94f7dae792e4cd9d for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:52:13.661201 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:13.671504 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:13.752579 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks [] for security_group (9a13c652-2772-430b-a6a0-336ede7b0d47), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:13.835936 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9a13c652-2772-430b-a6a0-336ede7b0d47), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:13.859782 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:52:13.888339 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13c652-2772-430b-a6a0-336ede7b0d47,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:13.917236 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (ecb6afcb-39c1-470d-a86d-4a0a0a4645f1), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:13.919543 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Added segment ecb6afcb-39c1-470d-a86d-4a0a0a4645f1 of type vlan for network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 Oct 04 05:52:13.955524 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:13.965576 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (5e2d455b-6614-4c16-abd0-19c66ac5ba21), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:13.982752 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:14.029840 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (5e2d455b-6614-4c16-abd0-19c66ac5ba21), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:14.030992 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:14.031916 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:14.097840 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] Pushing event updated for resources: {'Network': ['ID=5e2d455b-6614-4c16-abd0-19c66ac5ba21,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:14.109758 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:52:14.182562 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-e7f5fc0d-efc4-4e1a-8925-3bbfe72b584b admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7485993 Oct 04 05:52:14.185534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49952) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:14.194539 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Request body: {'subnet': {'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-991665501-subnet', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:14.205001 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:14.339238 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Made reservation on behalf of c225dfb273d64b3e94f7dae792e4cd9d for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:52:14.343034 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16547090'] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:14.607490 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16419253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16547072'] for subnet (7b810a2a-8003-4382-8bd6-92efeab61a3c), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:14.661983 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b810a2a-8003-4382-8bd6-92efeab61a3c,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:14.684135 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Checking segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:14.684583 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Network hostable DHCP agents. Network: 5e2d455b-6614-4c16-abd0-19c66ac5ba21, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:52:14.778817 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:52:14.870104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 5e2d455b-6614-4c16-abd0-19c66ac5ba21) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:14.875765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:14.876389 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:14.880141 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e4474-8733-4e13-9344-f831152ad819 None None] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:52:14.931833 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1b75fbef-fe23-4569-9561-2aee7fb69daa admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7443523 Oct 04 05:52:14.934381 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 49964) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:14.942112 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:15.020298 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:52:15.021208 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.025113 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (6889d99d-1d3b-4850-b19b-516ca457aee3), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.026399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (6889d99d-1d3b-4850-b19b-516ca457aee3), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.152093 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks [] for router_controller (6889d99d-1d3b-4850-b19b-516ca457aee3), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.178268 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Allocated IP 172.20.0.2 (5e2d455b-6614-4c16-abd0-19c66ac5ba21/7b810a2a-8003-4382-8bd6-92efeab61a3c/06436bc4-3f41-41e5-9a85-5ad24b54eeed) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:15.330016 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Publish callbacks [] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.383820 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks [] for router_gateway (6889d99d-1d3b-4850-b19b-516ca457aee3), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.401868 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.442671 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:15.445802 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:15.450045 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:15.462047 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Pushing event updated for resources: {'Port': ['ID=06436bc4-3f41-41e5-9a85-5ad24b54eeed,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:15.485945 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.486608 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.486944 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.487271 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.487777 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.488287 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.488656 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.488945 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.489909 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.490259 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.492788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.492788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.492788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.492788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.492788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:15.533695 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Attempting to bind port 06436bc4-3f41-41e5-9a85-5ad24b54eeed on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:15.534448 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Attempting to bind port 06436bc4-3f41-41e5-9a85-5ad24b54eeed by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:15.535055 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Attempting to bind port 06436bc4-3f41-41e5-9a85-5ad24b54eeed on network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:15.600877 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:15.601760 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Checking segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:15.602438 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.603030 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Bound using segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:15.603664 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Bound port: 06436bc4-3f41-41e5-9a85-5ad24b54eeed, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:15.604209 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.672387 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] For port 06436bc4-3f41-41e5-9a85-5ad24b54eeed, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:15.676035 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] For port 06436bc4-3f41-41e5-9a85-5ad24b54eeed, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=06436bc4-3f41-41e5-9a85-5ad24b54eeed,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:15.739518 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:15.795665 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:15.808526 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cfd4f-87f5-4f5f-aa8f-0015c70f88ac None None] Pushing event updated for resources: {'Port': ['ID=06436bc4-3f41-41e5-9a85-5ad24b54eeed,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:15.994628 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:16.032257 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks [] for router_gateway (6889d99d-1d3b-4850-b19b-516ca457aee3), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:16.053493 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:16.137404 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:16.204515 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Allocated IP 172.27.1.55 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/8d52d99f-630f-4f55-9394-c85c737c2990) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:16.320738 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks [] for port (8d52d99f-630f-4f55-9394-c85c737c2990), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:16.653583 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:16.700541 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:16.705713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:16.709519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:16.734169 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8d52d99f-630f-4f55-9394-c85c737c2990,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:16.889695 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:17.017393 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e540d-c500-4696-b826-57360b71a8f7 None None] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:52:17.117567 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Provisioning complete for port 06436bc4-3f41-41e5-9a85-5ad24b54eeed triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:17.118772 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.119214 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Attempt 1 to provision port 06436bc4-3f41-41e5-9a85-5ad24b54eeed Oct 04 05:52:17.126104 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks [] for router_gateway (6889d99d-1d3b-4850-b19b-516ca457aee3), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.160276 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:17.287340 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Current status of the port 06436bc4-3f41-41e5-9a85-5ad24b54eeed is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:17.287884 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.351809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] For port 06436bc4-3f41-41e5-9a85-5ad24b54eeed, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=06436bc4-3f41-41e5-9a85-5ad24b54eeed,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:52:17.365931 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (6889d99d-1d3b-4850-b19b-516ca457aee3), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.418692 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.476462 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e8cac-cd09-4d13-9ac4-0fe21d95b2a6 None None] Pushing event updated for resources: {'Port': ['ID=06436bc4-3f41-41e5-9a85-5ad24b54eeed,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:17.537799 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-92f35891-8387-4ebf-a22a-e9a02293e074 None None] Provisioning complete for port 06436bc4-3f41-41e5-9a85-5ad24b54eeed triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:17.539040 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-92f35891-8387-4ebf-a22a-e9a02293e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.539040 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-92f35891-8387-4ebf-a22a-e9a02293e074 None None] Attempt 1 to provision port 06436bc4-3f41-41e5-9a85-5ad24b54eeed Oct 04 05:52:17.587492 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Router 6889d99d-1d3b-4850-b19b-516ca457aee3 is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:52:17.651823 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-92f35891-8387-4ebf-a22a-e9a02293e074 None None] Current status of the port 06436bc4-3f41-41e5-9a85-5ad24b54eeed is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:17.710675 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.719860 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:52:17.731739 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Sync routers for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:52:17.744765 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 06436bc4-3f41-41e5-9a85-5ad24b54eeed up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:17.750800 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:17.751580 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:17.802596 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 06436bc4-3f41-41e5-9a85-5ad24b54eeed triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:17.802976 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.803312 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 06436bc4-3f41-41e5-9a85-5ad24b54eeed Oct 04 05:52:17.843870 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:17.847865 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-087d7f1e-6d6b-4f44-9fac-8bc8a06748b1 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9095302 Oct 04 05:52:17.849402 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 49992) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:17.867478 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:17.941706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 06436bc4-3f41-41e5-9a85-5ad24b54eeed is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:18.100692 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:16Z', 'revision_number': 3, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:18.132402 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Checking router: 6889d99d-1d3b-4850-b19b-516ca457aee3 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:52:18.133024 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Updating router 6889d99d-1d3b-4850-b19b-516ca457aee3 port 8d52d99f-630f-4f55-9394-c85c737c2990 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:52:18.178716 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.316377 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.511558 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Allocated IP 172.20.0.1 (5e2d455b-6614-4c16-abd0-19c66ac5ba21/7b810a2a-8003-4382-8bd6-92efeab61a3c/46ff0f8f-ecdb-45d2-abc7-99774d0526c8) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:18.607980 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:18.624369 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Publish callbacks [] for port (8d52d99f-630f-4f55-9394-c85c737c2990), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.653947 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks [] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.710091 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.748402 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Attempting to bind port 8d52d99f-630f-4f55-9394-c85c737c2990 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:18.749250 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Attempting to bind port 8d52d99f-630f-4f55-9394-c85c737c2990 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:18.749250 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Attempting to bind port 8d52d99f-630f-4f55-9394-c85c737c2990 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:18.761977 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.791503 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Pushing event updated for resources: {'Port': ['ID=8d52d99f-630f-4f55-9394-c85c737c2990,revision_number=2']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:18.803799 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:18.809708 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.810041 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.810764 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.811276 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.812042 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.812531 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.813000 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.813462 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.813943 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.814469 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.816026 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.826685 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.827233 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.827346 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:18.827831 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.828334 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:18.843191 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:18.846988 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:18.872687 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:18.873121 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:18.873510 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.873961 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:18.881820 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Bound port: 8d52d99f-630f-4f55-9394-c85c737c2990, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:18.888901 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:18.889040 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:18.925078 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (6889d99d-1d3b-4850-b19b-516ca457aee3), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.014652 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] For port 8d52d99f-630f-4f55-9394-c85c737c2990, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:19.020300 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] For port 8d52d99f-630f-4f55-9394-c85c737c2990, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=8d52d99f-630f-4f55-9394-c85c737c2990,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:19.094163 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.167436 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.193550 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-fd6bf2a7-ba81-4259-806c-99c3300967e9 None None] Provisioning complete for port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:19.194209 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf2a7-ba81-4259-806c-99c3300967e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.206651 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-fd6bf2a7-ba81-4259-806c-99c3300967e9 None None] Attempt 1 to provision port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 Oct 04 05:52:19.227598 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:19.229043 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:19.296532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bf2a7-ba81-4259-806c-99c3300967e9 None None] Port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:52:19.435524 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks [] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.480484 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:19.481168 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:19.482031 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193753e0-c9b5-40e9-94bc-9b92fa79a7d1 None None] Pushing event updated for resources: {'Port': ['ID=8d52d99f-630f-4f55-9394-c85c737c2990,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:19.504341 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.523377 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:19.602772 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:19.614482 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (6889d99d-1d3b-4850-b19b-516ca457aee3), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:19.720249 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:19.728255 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:19.729814 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:19.853915 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:18Z', 'revision_number': 1, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:19.869932 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Router 6889d99d-1d3b-4850-b19b-516ca457aee3 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:52:19.893429 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b74fb-f7d6-43fe-b28a-33cc55a8146d None None] The sync data for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi is: [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:18Z', 'revision_number': 1, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:52:20.085610 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:52:20.100826 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-b1c743f6-7ccb-400f-a3a4-844fba815fb0 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/6889d99d-1d3b-4850-b19b-516ca457aee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2394004 Oct 04 05:52:20.122551 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-242a9908-8444-495d-8198-03e05a918893 None None] Provisioning complete for port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:20.123174 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-242a9908-8444-495d-8198-03e05a918893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:20.123726 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-242a9908-8444-495d-8198-03e05a918893 None None] Attempt 1 to provision port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 Oct 04 05:52:20.187489 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-242a9908-8444-495d-8198-03e05a918893 None None] Port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:52:21.236154 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50076) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:21.241144 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1909101834-network', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:21.321779 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Made reservation on behalf of a460d3b4dfa14b3ba28c577fa7c30f60 for: {'network': 1} {{(pid=113152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:52:21.326266 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for network (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.365930 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.437588 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:21.503387 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks [] for security_group (994ae24a-b8c4-46aa-8820-83d7f3a4e1f0), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.585190 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (994ae24a-b8c4-46aa-8820-83d7f3a4e1f0), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.619222 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=113152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 05:52:21.640168 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994ae24a-b8c4-46aa-8820-83d7f3a4e1f0,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:21.644510 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (15740937-191b-4a3a-80dd-bfeb0e714104), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.645210 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.segments_db [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Added segment 15740937-191b-4a3a-80dd-bfeb0e714104 of type vlan for network 515ffcb9-72db-4dd0-aa11-379defe99cac Oct 04 05:52:21.740000 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773956403137'] for network (515ffcb9-72db-4dd0-aa11-379defe99cac), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.780147 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 8d52d99f-630f-4f55-9394-c85c737c2990 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:21.833819 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:21.846809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 8d52d99f-630f-4f55-9394-c85c737c2990 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:21.846809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.850879 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 8d52d99f-630f-4f55-9394-c85c737c2990 Oct 04 05:52:21.893791 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956'] for network (515ffcb9-72db-4dd0-aa11-379defe99cac), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.895008 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:21.898493 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:21.982452 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 8d52d99f-630f-4f55-9394-c85c737c2990 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:21.983020 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:22.025862 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 8d52d99f-630f-4f55-9394-c85c737c2990, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=8d52d99f-630f-4f55-9394-c85c737c2990,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:52:22.028680 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7913513 Oct 04 05:52:22.031692 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50092) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:22.036899 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Request body: {'subnet': {'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1909101834-subnet', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'ip_version': 4}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:22.056383 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d7947-502e-4c98-ad6f-bed2aa9bc337 admin admin] Pushing event updated for resources: {'Network': ['ID=515ffcb9-72db-4dd0-aa11-379defe99cac,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:22.068764 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Network 515ffcb9-72db-4dd0-aa11-379defe99cac details requested by agent ovs-agent-dv-cinder-849143-10-iscsi with host dv-cinder-849143-10-iscsi {{(pid=113154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 05:52:22.134955 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:22.167485 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Made reservation on behalf of a460d3b4dfa14b3ba28c577fa7c30f60 for: {'subnet': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:52:22.170832 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16547090'] for subnet (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:22.208546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:22.247810 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=8d52d99f-630f-4f55-9394-c85c737c2990,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:22.316884 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:22.515803 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16419253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16547072'] for subnet (2d1f4a71-e443-496d-b195-aece730336d0), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:22.573288 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1f4a71-e443-496d-b195-aece730336d0,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:22.585378 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:22.593454 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Checking segment: {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:22.593801 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Network hostable DHCP agents. Network: 515ffcb9-72db-4dd0-aa11-379defe99cac, hostable agents: ['fa3f7865-91fb-4fa2-9893-a2dd3f1ac379'], hosted agents: [] {{(pid=113153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 05:52:22.692613 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Network 515ffcb9-72db-4dd0-aa11-379defe99cac is scheduled to be hosted by DHCP agent fa3f7865-91fb-4fa2-9893-a2dd3f1ac379 with binding_index 1 {{(pid=113153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 05:52:22.731645 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Sync routers for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:52:22.741814 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:22.742444 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:22.872841 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-10-iscsi, 515ffcb9-72db-4dd0-aa11-379defe99cac) {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:22.878009 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:22.878728 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:22.947336 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a635b-76bf-4694-8ee7-7b2c949fb5c6 None None] Network 515ffcb9-72db-4dd0-aa11-379defe99cac requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:52:22.992827 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-57a8e3c9-bd2c-42f7-9b8c-bec03efc56d2 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9598899 Oct 04 05:52:22.995765 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50114) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:23.000066 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:23.012681 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:23.082065 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1827794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10394'] for router (81486234-06d0-416c-aa6e-e12d64e7469f), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.082931 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1829118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1792661', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10369'] for router (81486234-06d0-416c-aa6e-e12d64e7469f), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.137771 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks [] for router_controller (81486234-06d0-416c-aa6e-e12d64e7469f), precommit_add_association {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.168525 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp845e0e50-8284-5573-be82-e72f721ffd83-515ffcb9-72db-4dd0-aa11-379defe99cac', 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac', 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'fixed_ips': [{'subnet_id': '2d1f4a71-e443-496d-b195-aece730336d0'}]}} from dv-cinder-849143-10-iscsi. {{(pid=113154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 05:52:23.169460 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.331532 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks [] for router_gateway (81486234-06d0-416c-aa6e-e12d64e7469f), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.363206 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 2, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:23.396001 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Checking router: 6889d99d-1d3b-4850-b19b-516ca457aee3 for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:52:23.396351 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Updating router 6889d99d-1d3b-4850-b19b-516ca457aee3 port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:52:23.402463 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.db_base_plugin_common [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Allocated IP 172.20.0.2 (515ffcb9-72db-4dd0-aa11-379defe99cac/2d1f4a71-e443-496d-b195-aece730336d0/bbd17a29-45d1-4d88-a16e-d575c14b9644) {{(pid=113154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:23.438548 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.575771 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks [] for router_gateway (81486234-06d0-416c-aa6e-e12d64e7469f), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.594769 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.659065 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:23.672628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:23.709554 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 8d52d99f-630f-4f55-9394-c85c737c2990 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:23.726500 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Allocated IP 172.27.1.214 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:23.741986 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Publish callbacks [] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), precommit_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.798302 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), after_create {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.806895 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 8d52d99f-630f-4f55-9394-c85c737c2990 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:23.807261 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.807597 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 8d52d99f-630f-4f55-9394-c85c737c2990 Oct 04 05:52:23.831311 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks [] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.892477 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Network 515ffcb9-72db-4dd0-aa11-379defe99cac is already hosted by enough agents. {{(pid=113154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:23.901531 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Pushing event updated for resources: {'Port': ['ID=bbd17a29-45d1-4d88-a16e-d575c14b9644,revision_number=1']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:23.909030 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.scheduler.base_scheduler [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Resources bound (agent type, host, resource id): {{(pid=113154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:23.911773 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Received port after_create {{(pid=113154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:23.916187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:23.959348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:23.965024 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:23.967203 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:23.969321 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:23.996017 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:24.002605 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Publish callbacks [] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.038278 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 8d52d99f-630f-4f55-9394-c85c737c2990 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:24.043656 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Attempting to bind port bbd17a29-45d1-4d88-a16e-d575c14b9644 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:24.044028 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Attempting to bind port bbd17a29-45d1-4d88-a16e-d575c14b9644 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:24.044439 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Attempting to bind port bbd17a29-45d1-4d88-a16e-d575c14b9644 on network 515ffcb9-72db-4dd0-aa11-379defe99cac {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:24.047132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:24.067577 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:24.092578 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:24.092952 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Checking segment: {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:24.093355 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.093772 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Bound using segment: {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:24.094266 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Bound port: bbd17a29-45d1-4d88-a16e-d575c14b9644, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:24.094645 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.105289 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.225061 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d99d07-5656-4e78-b0d7-dea0b2412822 None None] Pushing event updated for resources: {'Port': ['ID=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:24.231413 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] For port bbd17a29-45d1-4d88-a16e-d575c14b9644, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:24.252942 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] For port bbd17a29-45d1-4d88-a16e-d575c14b9644, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bbd17a29-45d1-4d88-a16e-d575c14b9644,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:24.254527 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Attempting to bind port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:24.254898 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Attempting to bind port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:24.264642 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Attempting to bind port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 on network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:24.302091 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:24.302525 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Checking segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:24.303153 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.303485 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Bound using segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:24.303859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Bound port: 46ff0f8f-ecdb-45d2-abc7-99774d0526c8, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:24.304245 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.323138 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks [] for router_gateway (81486234-06d0-416c-aa6e-e12d64e7469f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.359361 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.392804 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] For port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:24.426026 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] For port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:24.447990 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15103512-4f56-4bf6-8cc0-d259219f9fa9 None None] Pushing event updated for resources: {'Port': ['ID=bbd17a29-45d1-4d88-a16e-d575c14b9644,revision_number=2']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:24.494802 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.528845 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:24.540809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:24.540809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:24.544841 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1829097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829572'] for router (81486234-06d0-416c-aa6e-e12d64e7469f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.619551 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d99d07-5656-4e78-b0d7-dea0b2412822 None None] Pushing event updated for resources: {'Port': ['ID=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:24.778296 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Router 81486234-06d0-416c-aa6e-e12d64e7469f is scheduled to L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 with binding_index 1 {{(pid=113153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 05:52:24.842477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:24.843450 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:24.889388 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:52:24.911400 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Sync routers for ids ['81486234-06d0-416c-aa6e-e12d64e7469f'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:52:24.928856 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Routers {'81486234-06d0-416c-aa6e-e12d64e7469f'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:24.928856 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['81486234-06d0-416c-aa6e-e12d64e7469f'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:24.960153 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:24.963268 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-53f37f17-00ce-4cb4-be6e-27487bd19e91 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9665132 Oct 04 05:52:24.968898 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50164) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:25.063728 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Set router 81486234-06d0-416c-aa6e-e12d64e7469f gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:25.096194 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:24Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:25.132897 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04e87b-56a4-4065-9fc9-abdb2f70e37a None None] The sync data for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi is: [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:24Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:52:25.292053 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:24Z', 'revision_number': 3, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:25.329882 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Checking router: 81486234-06d0-416c-aa6e-e12d64e7469f for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:52:25.330274 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Updating router 81486234-06d0-416c-aa6e-e12d64e7469f port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 binding host dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:52:25.363337 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:25.575048 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:25.581644 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd346886-b781-45c8-b4eb-99e0d09cd24b None None] Network 515ffcb9-72db-4dd0-aa11-379defe99cac requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:52:25.659881 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Provisioning complete for port bbd17a29-45d1-4d88-a16e-d575c14b9644 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:25.668215 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:25.668215 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Attempt 1 to provision port bbd17a29-45d1-4d88-a16e-d575c14b9644 Oct 04 05:52:25.760593 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Publish callbacks [] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), precommit_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:25.831264 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Current status of the port bbd17a29-45d1-4d88-a16e-d575c14b9644 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:25.832258 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:25.835630 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:25.858015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:25.874323 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:25.916235 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] For port bbd17a29-45d1-4d88-a16e-d575c14b9644, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bbd17a29-45d1-4d88-a16e-d575c14b9644,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:52:25.916868 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Attempting to bind port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:25.917405 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Attempting to bind port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:25.917749 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Attempting to bind port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 on network b1fbbb8f-fee1-4409-b7cb-7400f7af317b {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:25.948973 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c137398-3c9f-4600-b47a-bf756f014e7e None None] Pushing event updated for resources: {'Port': ['ID=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,revision_number=2']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:25.983339 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:25.983707 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:25.984185 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 Oct 04 05:52:25.999667 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:26.001042 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Checking segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:26.001042 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.001042 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Bound using segment: {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'} {{(pid=113155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:26.001675 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.managers [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Bound port: bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc296b-4f8e-45df-8ff5-2e5d216c6573', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b'}}] {{(pid=113155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:26.002122 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), before_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.040198 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.044869 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.066519 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] For port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:26.071665 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.plugins.ml2.db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] For port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:26.128951 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:26.135899 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron_lib.callbacks.manager [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), after_update {{(pid=113155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.137559 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5af71-2cc1-4f47-b7c3-6d9d53e48e58 None None] Pushing event updated for resources: {'Port': ['ID=bbd17a29-45d1-4d88-a16e-d575c14b9644,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:26.180648 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:26.189539 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:26.191299 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.214968 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Routers {'81486234-06d0-416c-aa6e-e12d64e7469f'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:26.215598 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['81486234-06d0-416c-aa6e-e12d64e7469f'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:26.230016 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:52:26.254690 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Allocated IP 172.20.0.1 (515ffcb9-72db-4dd0-aa11-379defe99cac/2d1f4a71-e443-496d-b195-aece730336d0/7d84d2e3-decf-44b6-978c-a15aa9ecb6ef) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:26.273416 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-0e1636ec-6d1a-462d-821b-d338453c91af None None] Provisioning complete for port bbd17a29-45d1-4d88-a16e-d575c14b9644 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:26.273416 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-0e1636ec-6d1a-462d-821b-d338453c91af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.273795 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-0e1636ec-6d1a-462d-821b-d338453c91af None None] Attempt 1 to provision port bbd17a29-45d1-4d88-a16e-d575c14b9644 Oct 04 05:52:26.303662 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.304619 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bbd17a29-45d1-4d88-a16e-d575c14b9644 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:26.307201 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c137398-3c9f-4600-b47a-bf756f014e7e None None] Pushing event updated for resources: {'Port': ['ID=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,revision_number=3']} {{(pid=113155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:26.373635 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:26.375459 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] Set router 81486234-06d0-416c-aa6e-e12d64e7469f gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:26.387355 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks [] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.401669 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:26.419736 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:26.440522 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port bbd17a29-45d1-4d88-a16e-d575c14b9644 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:26.441013 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.441416 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port bbd17a29-45d1-4d88-a16e-d575c14b9644 Oct 04 05:52:26.446610 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-0e1636ec-6d1a-462d-821b-d338453c91af None None] Current status of the port bbd17a29-45d1-4d88-a16e-d575c14b9644 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:26.487848 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.524849 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port bbd17a29-45d1-4d88-a16e-d575c14b9644 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:26.529973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Network 515ffcb9-72db-4dd0-aa11-379defe99cac is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:26.533197 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:26.537357 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:26.564335 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Pushing event updated for resources: {'Port': ['ID=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:26.593529 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1788991'] for router_interface (81486234-06d0-416c-aa6e-e12d64e7469f), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.609610 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:24Z', 'revision_number': 3, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:26.646658 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a222b4f4-1900-4551-99be-1d81490df794 None None] The sync data for ids ['81486234-06d0-416c-aa6e-e12d64e7469f'] in dv-cinder-849143-10-iscsi is: [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:24Z', 'revision_number': 3, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:52:26.655078 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50196) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:26.766684 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-6b58285f-39e3-4275-b476-d8dfb0efee27 None None] Provisioning complete for port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:26.767205 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6b58285f-39e3-4275-b476-d8dfb0efee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.767714 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-6b58285f-39e3-4275-b476-d8dfb0efee27 None None] Attempt 1 to provision port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef Oct 04 05:52:26.783934 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-81f9c7f5-fd15-47f2-b9de-930bb0bb140c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.805898 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-6b58285f-39e3-4275-b476-d8dfb0efee27 None None] Port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:52:26.818461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.873694 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-81f9c7f5-fd15-47f2-b9de-930bb0bb140c admin admin] Publish callbacks [] for security_group (8f8e2c62-b8c7-4994-be71-525ae9ebbf7e), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:26.989912 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-81f9c7f5-fd15-47f2-b9de-930bb0bb140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8f8e2c62-b8c7-4994-be71-525ae9ebbf7e), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.014813 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50202) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:27.020286 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks [] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.070009 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-81f9c7f5-fd15-47f2-b9de-930bb0bb140c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ae91802cb7db42e387a53bb5a38b2c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136691 Oct 04 05:52:27.073561 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9c7f5-fd15-47f2-b9de-930bb0bb140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e2c62-b8c7-4994-be71-525ae9ebbf7e,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:27.073919 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50204) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:27.092612 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Deleting subnet 74e3ec3f-a60c-4d35-883d-d73a63a1048c {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:52:27.095877 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Publish callbacks [] for subnet (74e3ec3f-a60c-4d35-883d-d73a63a1048c), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.103702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:27.114734 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.203926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-353f663a-b911-4a61-b6df-70e12bcee604 admin admin] Publish callbacks [] for security_group (8f8e2c62-b8c7-4994-be71-525ae9ebbf7e), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.210359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1789091'] for router_interface (81486234-06d0-416c-aa6e-e12d64e7469f), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.227487 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Pushing event updated for resources: {'Port': ['ID=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:27.256266 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-353f663a-b911-4a61-b6df-70e12bcee604 admin admin] Publish callbacks [] for security_group (8f8e2c62-b8c7-4994-be71-525ae9ebbf7e), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.359748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (74e3ec3f-a60c-4d35-883d-d73a63a1048c), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.371580 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Network 515ffcb9-72db-4dd0-aa11-379defe99cac is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:27.373085 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:27.405039 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (74e3ec3f-a60c-4d35-883d-d73a63a1048c), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.431953 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-353f663a-b911-4a61-b6df-70e12bcee604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (8f8e2c62-b8c7-4994-be71-525ae9ebbf7e), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.436066 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-353f663a-b911-4a61-b6df-70e12bcee604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.439638 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-353f663a-b911-4a61-b6df-70e12bcee604 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8f8e2c62-b8c7-4994-be71-525ae9ebbf7e HTTP/1.1" status: 204 len: 168 time: 0.3621531 Oct 04 05:52:27.440498 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:27.472879 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f663a-b911-4a61-b6df-70e12bcee604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e2c62-b8c7-4994-be71-525ae9ebbf7e,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:27.544670 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (74e3ec3f-a60c-4d35-883d-d73a63a1048c), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.563535 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Router 81486234-06d0-416c-aa6e-e12d64e7469f has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:52:27.582488 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.586498 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/74e3ec3f-a60c-4d35-883d-d73a63a1048c HTTP/1.1" status: 204 len: 168 time: 0.5678873 Oct 04 05:52:27.588259 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46478eb7-6592-4069-ad1e-f1407e7116ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e3ec3f-a60c-4d35-883d-d73a63a1048c,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:27.590274 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-670568bf-3d9b-460a-a598-23eb5ec6cc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.608756 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50208) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:27.633768 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:27.736895 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-3e7bf74a-f328-4cff-a7b6-32223fbe2b70 None None] Provisioning complete for port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:27.739149 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf74a-f328-4cff-a7b6-32223fbe2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.740809 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:52:27.741272 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-3e7bf74a-f328-4cff-a7b6-32223fbe2b70 None None] Attempt 1 to provision port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef Oct 04 05:52:27.744904 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (054e38c8-2aec-43e2-bf59-58fc8df75793), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.765904 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-0775e7f4-6c1b-4bcf-bef3-555f6878d68f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/81486234-06d0-416c-aa6e-e12d64e7469f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918830 Oct 04 05:52:27.799373 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-3e7bf74a-f328-4cff-a7b6-32223fbe2b70 None None] Port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:52:27.848636 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:27.877490 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (054e38c8-2aec-43e2-bf59-58fc8df75793), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.879750 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:27.910649 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e38c8-2aec-43e2-bf59-58fc8df75793']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:27.922553 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:27.922842 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3b6d83-8dba-41b9-89ac-06d22a6f99b3') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:27.935792 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (5b3b6d83-8dba-41b9-89ac-06d22a6f99b3), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.959218 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:27.960484 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (5b3b6d83-8dba-41b9-89ac-06d22a6f99b3), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.966896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:27.968036 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 Oct 04 05:52:27.969106 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:52:27.969606 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (5b3b6d83-8dba-41b9-89ac-06d22a6f99b3), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.004141 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 5b3b6d83-8dba-41b9-89ac-06d22a6f99b3 resource provider aggregate not found Oct 04 05:52:28.023465 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:28.051716 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 5b3b6d83-8dba-41b9-89ac-06d22a6f99b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b3b6d83-8dba-41b9-89ac-06d22a6f99b3 found for delete ", "request_id": "req-80c35224-0c74-43f8-83f2-cb74c705cc0d"}]} Oct 04 05:52:28.088652 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:28.089726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:28.135651 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:28.136028 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.136359 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 Oct 04 05:52:28.144201 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (054e38c8-2aec-43e2-bf59-58fc8df75793), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.165188 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.168725 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/054e38c8-2aec-43e2-bf59-58fc8df75793 HTTP/1.1" status: 204 len: 168 time: 0.5581493 Oct 04 05:52:28.170106 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b03e-f1a2-4711-9540-6db78eeb3776 admin admin] Pushing event deleted for resources: {'Network': ['ID=054e38c8-2aec-43e2-bf59-58fc8df75793,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:28.226817 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:28.227749 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.251537 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:52:28.307744 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50222) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:28.310855 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.311706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bbd17a29-45d1-4d88-a16e-d575c14b9644 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:28.312638 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631589809', 'description': 'tempest-secgroup-smoke-631589809 description', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:28.390880 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:28.400208 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port bbd17a29-45d1-4d88-a16e-d575c14b9644 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:28.400579 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.400913 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port bbd17a29-45d1-4d88-a16e-d575c14b9644 Oct 04 05:52:28.402073 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.445555 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:28.477788 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port bbd17a29-45d1-4d88-a16e-d575c14b9644 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:28.479070 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group (339d4c31-bf5b-4afe-a71a-69681df27af4), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.547367 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50224) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:28.548126 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Sync routers for ids ['81486234-06d0-416c-aa6e-e12d64e7469f'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:52:28.562350 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Routers {'81486234-06d0-416c-aa6e-e12d64e7469f'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:28.562965 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['81486234-06d0-416c-aa6e-e12d64e7469f'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:28.566782 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (339d4c31-bf5b-4afe-a71a-69681df27af4), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.615180 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339d4c31-bf5b-4afe-a71a-69681df27af4,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:28.622331 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-2579c008-cffe-4cac-a453-913c7e6bb531 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a1efce1ebdf1425396c2babae74fe6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738537 Oct 04 05:52:28.624962 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50226) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:28.649143 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.650840 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-53d4e744-e193-4c79-bca1-3d5d613da730 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3420568 Oct 04 05:52:28.653984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50228) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:28.658495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group_rule': {'security_group_id': '339d4c31-bf5b-4afe-a71a-69681df27af4', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:28.677388 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Set router 81486234-06d0-416c-aa6e-e12d64e7469f gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:28.680568 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-09f3e702-a9e6-45a5-88a5-2160d26797ad admin admin] Publish callbacks [] for security_group (c15f039c-8064-43f2-b242-f247b7592512), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.702168 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-09f3e702-a9e6-45a5-88a5-2160d26797ad admin admin] Publish callbacks [] for security_group (c15f039c-8064-43f2-b242-f247b7592512), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.728362 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (37733450-dbce-4b87-8e42-74cd8e6426b6), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.801200 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-09f3e702-a9e6-45a5-88a5-2160d26797ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (c15f039c-8064-43f2-b242-f247b7592512), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.803800 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-09f3e702-a9e6-45a5-88a5-2160d26797ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.805525 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-09f3e702-a9e6-45a5-88a5-2160d26797ad admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c15f039c-8064-43f2-b242-f247b7592512 HTTP/1.1" status: 204 len: 168 time: 0.1790967 Oct 04 05:52:28.813523 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3e702-a9e6-45a5-88a5-2160d26797ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f039c-8064-43f2-b242-f247b7592512,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:28.856588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (37733450-dbce-4b87-8e42-74cd8e6426b6), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.898805 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (37733450-dbce-4b87-8e42-74cd8e6426b6), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.921915 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37733450-dbce-4b87-8e42-74cd8e6426b6,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:28.935114 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 4, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '7d84d2e3-decf-44b6-978c-a15aa9ecb6ef', 'name': '', 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'mac_address': 'fa:16:3e:61:77:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2d1f4a71-e443-496d-b195-aece730336d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:26Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 2, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'subnets': [{'id': '2d1f4a71-e443-496d-b195-aece730336d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:28.956039 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Checking router: 81486234-06d0-416c-aa6e-e12d64e7469f for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:52:28.956413 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Updating router 81486234-06d0-416c-aa6e-e12d64e7469f port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef binding host dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 05:52:28.985791 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.986018 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:28.987265 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-28ab2dfa-9b4c-40fd-8c2d-e61c53b738d8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322680 Oct 04 05:52:28.990059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50232) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:28.996217 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group_rule': {'security_group_id': '339d4c31-bf5b-4afe-a71a-69681df27af4', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:29.079463 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (8f70b430-ebca-4f3a-be06-4b8e329339b1), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.142117 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (8f70b430-ebca-4f3a-be06-4b8e329339b1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.174456 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:29.207618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (8f70b430-ebca-4f3a-be06-4b8e329339b1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.239922 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f70b430-ebca-4f3a-be06-4b8e329339b1,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:29.261571 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Publish callbacks [] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), precommit_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.306788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.307928 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b11ae76b-3ced-4c3b-ba30-f22f292f85fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3169305 Oct 04 05:52:29.310745 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50242) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:29.315053 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group_rule': {'security_group_id': '339d4c31-bf5b-4afe-a71a-69681df27af4', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:29.321251 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.386087 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca337c-9669-4636-ac02-74e554bc38a9 None None] Pushing event updated for resources: {'Port': ['ID=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,revision_number=3']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:29.404481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (bad4ac8c-c5f1-488d-9f19-e56871a62367), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.416358 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Attempting to bind port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef on host dv-cinder-849143-10-iscsi for vnic_type normal with profile {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:29.416726 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Attempting to bind port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef by drivers openvswitch,hyperv on host dv-cinder-849143-10-iscsi at level 0 using segments [{'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:29.417087 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Attempting to bind port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef on network 515ffcb9-72db-4dd0-aa11-379defe99cac {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:29.458110 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (bad4ac8c-c5f1-488d-9f19-e56871a62367), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.464685 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Checking agent: {'id': '4658e800-fee7-4cf9-947e-771b3ce8b0fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 34, 33), 'started_at': datetime.datetime(2022, 10, 4, 5, 35, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:29.465063 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Checking segment: {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:29.465465 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.465855 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Bound using segment: {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'} {{(pid=113154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:29.466344 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.managers [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Bound port: 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef, host: dv-cinder-849143-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15740937-191b-4a3a-80dd-bfeb0e714104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac'}}] {{(pid=113154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:29.466725 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.515660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (bad4ac8c-c5f1-488d-9f19-e56871a62367), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.527758 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] For port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef, host dv-cinder-849143-10-iscsi, cleared binding levels {{(pid=113154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:29.531487 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] For port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef, host dv-cinder-849143-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:29.534323 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad4ac8c-c5f1-488d-9f19-e56871a62367,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:29.647812 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.670494 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.674545 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-9a80adf0-59cc-4628-805a-8b1c1c83d06e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602290 Oct 04 05:52:29.675472 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50252) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:29.677869 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:29.680282 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group_rule': {'security_group_id': '339d4c31-bf5b-4afe-a71a-69681df27af4', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:29.724854 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:29.725723 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Routers {'81486234-06d0-416c-aa6e-e12d64e7469f'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:52:29.726365 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:52:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['81486234-06d0-416c-aa6e-e12d64e7469f'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:29.775707 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca337c-9669-4636-ac02-74e554bc38a9 None None] Pushing event updated for resources: {'Port': ['ID=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:29.798756 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:29.799132 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.799470 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 Oct 04 05:52:29.805047 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:29.807356 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (c6ec97c2-2455-4ae7-a399-189951b2d149), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.872545 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (c6ec97c2-2455-4ae7-a399-189951b2d149), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.961092 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (c6ec97c2-2455-4ae7-a399-189951b2d149), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:29.975089 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ec97c2-2455-4ae7-a399-189951b2d149,revision_number=0']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:30.031067 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] Set router 81486234-06d0-416c-aa6e-e12d64e7469f gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:52:30.048960 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.053193 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-35723060-8704-477c-ac27-f5405d45a239 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3742621 Oct 04 05:52:30.054452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50260) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:30.059516 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group_rule': {'security_group_id': '339d4c31-bf5b-4afe-a71a-69681df27af4', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:30.068836 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:30.081235 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:30.131561 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c18bb03c-5f61-4f16-946f-dbee270517f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.145529 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:30.166857 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.securitygroups_db [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Project c225dfb273d64b3e94f7dae792e4cd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 05:52:30.174973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (2e851c3c-07e6-4751-a95b-23825469dec1), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.238755 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (2e851c3c-07e6-4751-a95b-23825469dec1), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.282035 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 4, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '7d84d2e3-decf-44b6-978c-a15aa9ecb6ef', 'name': '', 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'mac_address': 'fa:16:3e:61:77:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2d1f4a71-e443-496d-b195-aece730336d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:26Z', 'updated_at': '2022-10-04T05:52:29Z', 'revision_number': 4, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'subnets': [{'id': '2d1f4a71-e443-496d-b195-aece730336d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:52:30.304215 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (2e851c3c-07e6-4751-a95b-23825469dec1), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.308927 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e02a0-6d64-45ae-a7e6-469e7ac3ec8f None None] The sync data for ids ['81486234-06d0-416c-aa6e-e12d64e7469f'] in dv-cinder-849143-10-iscsi is: [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 4, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '7d84d2e3-decf-44b6-978c-a15aa9ecb6ef', 'name': '', 'network_id': '515ffcb9-72db-4dd0-aa11-379defe99cac', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'mac_address': 'fa:16:3e:61:77:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '2d1f4a71-e443-496d-b195-aece730336d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:26Z', 'updated_at': '2022-10-04T05:52:29Z', 'revision_number': 4, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'subnets': [{'id': '2d1f4a71-e443-496d-b195-aece730336d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:52:30.329256 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e851c3c-07e6-4751-a95b-23825469dec1,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:30.432507 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.433884 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e4117ce6-c0bf-4f2e-b982-8a63b0e7a1f8 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3783317 Oct 04 05:52:30.439129 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50272) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:30.441348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'security_group_rule': {'security_group_id': '339d4c31-bf5b-4afe-a71a-69681df27af4', 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:30.455988 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:30.556593 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.securitygroups_db [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Project c225dfb273d64b3e94f7dae792e4cd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 05:52:30.563733 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (88c1cc30-0548-43b0-992c-3ad4ec497f86), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.631359 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (88c1cc30-0548-43b0-992c-3ad4ec497f86), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.682378 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775220'] for security_group_rule (88c1cc30-0548-43b0-992c-3ad4ec497f86), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.702184 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c1cc30-0548-43b0-992c-3ad4ec497f86,revision_number=0']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:30.757393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:30.758693 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-3661590c-3ad3-4c89-8efd-e2c0dad76681 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3209686 Oct 04 05:52:31.166708 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:31.667142 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:31.712743 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:31.713114 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:31.713448 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef Oct 04 05:52:31.786967 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef is: DOWN; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:31.787362 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:31.823159 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] For port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:52:31.875324 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:31.923293 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Pushing event updated for resources: {'Port': ['ID=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:32.810896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:33.006906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:33.661200 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef up at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:52:33.708241 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Provisioning complete for port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:33.708609 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:33.708938 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Attempt 1 to provision port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef Oct 04 05:52:33.783624 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Current status of the port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef is: ACTIVE; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:52:39.418345 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50382) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:39.524120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e1e4cc02-e52a-4926-bad4-e9ea53a3258b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.601395 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e1e4cc02-e52a-4926-bad4-e9ea53a3258b admin admin] Publish callbacks [] for security_group (1b6ee863-7226-4f16-b0b1-8774e54314e3), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.658012 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e1e4cc02-e52a-4926-bad4-e9ea53a3258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1b6ee863-7226-4f16-b0b1-8774e54314e3), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.699477 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4cc02-e52a-4926-bad4-e9ea53a3258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6ee863-7226-4f16-b0b1-8774e54314e3,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:39.703785 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e1e4cc02-e52a-4926-bad4-e9ea53a3258b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=169f5575f7bf4d25874563d22cb6fc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844450 Oct 04 05:52:39.706423 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50386) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:52:39.758922 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c36a-a152-4cc6-baba-ed98f6610ee9 admin admin] Publish callbacks [] for security_group (1b6ee863-7226-4f16-b0b1-8774e54314e3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.779560 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c36a-a152-4cc6-baba-ed98f6610ee9 admin admin] Publish callbacks [] for security_group (1b6ee863-7226-4f16-b0b1-8774e54314e3), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.870346 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c36a-a152-4cc6-baba-ed98f6610ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (1b6ee863-7226-4f16-b0b1-8774e54314e3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.872920 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c36a-a152-4cc6-baba-ed98f6610ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:39.874099 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d5e5c36a-a152-4cc6-baba-ed98f6610ee9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1b6ee863-7226-4f16-b0b1-8774e54314e3 HTTP/1.1" status: 204 len: 168 time: 0.1667891 Oct 04 05:52:39.882126 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5c36a-a152-4cc6-baba-ed98f6610ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6ee863-7226-4f16-b0b1-8774e54314e3,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:39.986325 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=66,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:42.125702 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=6 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:42.130613 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:47.139147 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:52:47.732108 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:47.960932 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-0e25ac34-047b-4054-8357-178cdb7a1439 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384853 Oct 04 05:52:48.067898 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-316229ec-54cc-42f6-9091-1f1c9b29d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:48.069639 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-316229ec-54cc-42f6-9091-1f1c9b29d691 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0387104 Oct 04 05:52:48.180467 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-ffb1ea51-8030-4660-8c41-181b02e74d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:48.181893 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-ffb1ea51-8030-4660-8c41-181b02e74d9f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0866942 Oct 04 05:52:48.244910 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-b0b15cca-3f64-49a4-9971-277d3f59d6e7 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 1002 time: 0.0536332 Oct 04 05:52:48.294256 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:48.304057 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-33320f7c-f8ef-4849-909c-07e02799eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:48.305570 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-33320f7c-f8ef-4849-909c-07e02799eb66 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0518506 Oct 04 05:52:48.357010 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-f959ba10-5e62-4764-8d22-bc946eae9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:48.358613 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-f959ba10-5e62-4764-8d22-bc946eae9ecb service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437615 Oct 04 05:52:48.456923 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-0b6a7922-673b-42c5-be87-13551a62bb0e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887733 Oct 04 05:52:48.513183 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:48.561743 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e9d593ca-31f3-410f-884b-ce2ce872e4b3 req-88ac756a-3e1d-4afe-89bd-327d3463a31c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956657 Oct 04 05:52:48.795076 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-fef9cac8-9f26-4d7b-b9c0-795615849800 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-631589809&fields=id&tenant_id=c225dfb273d64b3e94f7dae792e4cd9d HTTP/1.1" status: 200 len: 267 time: 0.0477848 Oct 04 05:52:48.899868 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-230e6358-db53-494a-8bfc-0ef0a8258256 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:48.901396 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-230e6358-db53-494a-8bfc-0ef0a8258256 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 808 time: 0.0998139 Oct 04 05:52:48.915949 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-0179d808-48a4-4100-a1e1-ae2a1818a51d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/quotas/c225dfb273d64b3e94f7dae792e4cd9d HTTP/1.1" status: 200 len: 375 time: 0.0087843 Oct 04 05:52:48.967508 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-808215b0-db3f-48b6-84a0-20b2efc939e2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461843 Oct 04 05:52:49.061782 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-09636242-8a88-4fe2-8dfd-9c2b81a02e18 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820506 Oct 04 05:52:49.154810 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-114ca513-00fd-41b7-8619-8a619335fbf7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874445 Oct 04 05:52:49.770405 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-29d3158b-9dda-430e-9098-aae9a99feaa3 req-e6fa7bb9-0749-4c03-a565-a929569559f4 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 210 time: 0.1300852 Oct 04 05:52:50.872869 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6ca8b6ce-84e1-4661-b447-172d96a2be13 req-abca437d-3882-4275-9d79-2d9484eb88e1 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 210 time: 0.0267837 Oct 04 05:52:51.695106 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-f6ffbbd7-376d-441c-9fa0-9165ec936c51 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:51.697096 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-f6ffbbd7-376d-441c-9fa0-9165ec936c51 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 808 time: 0.1150925 Oct 04 05:52:51.777785 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-6376e742-2d0d-4cbd-86ea-0deb6e330921 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c225dfb273d64b3e94f7dae792e4cd9d HTTP/1.1" status: 200 len: 379 time: 0.0582809 Oct 04 05:52:51.788646 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'port': {'device_id': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'admin_state_up': True, 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'security_groups': ['339d4c31-bf5b-4afe-a71a-69681df27af4']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:51.975486 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-388ac875-8aa6-449b-8cdb-1fb12dca7575 req-0e2cafc6-5db4-49a3-8d97-273e548ba43f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 210 time: 0.0285649 Oct 04 05:52:51.976023 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Made reservation on behalf of c225dfb273d64b3e94f7dae792e4cd9d for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:52:51.979776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.113932 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Allocated IP 172.20.0.12 (5e2d455b-6614-4c16-abd0-19c66ac5ba21/7b810a2a-8003-4382-8bd6-92efeab61a3c/7f6ca5a0-87bf-4f8b-b03d-724faba0c205) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:52:52.253975 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.349417 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.379811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:52.397685 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:52:52.400764 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:52:52.404544 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:52:52.428165 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:52.442670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.445617 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.446350 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.446350 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.446520 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.446810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.447033 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.447348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:52:52.470841 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:52.471452 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.474786 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:52.576427 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-833aad32-7f42-4ebd-bf2d-f9c9abfc1fb2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912204 Oct 04 05:52:52.600295 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Request body: {'port': {'device_id': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:52:52.658414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.660878 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-eac012ca-c7ae-4c35-bec4-8697dc69d30a None None] Provisioning complete for port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:52:52.661386 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-eac012ca-c7ae-4c35-bec4-8697dc69d30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.661576 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-eac012ca-c7ae-4c35-bec4-8697dc69d30a None None] Attempt 1 to provision port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 Oct 04 05:52:52.692888 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-eac012ca-c7ae-4c35-bec4-8697dc69d30a None None] Port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:52:52.910196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:52:52.917484 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Publish callbacks [] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:52.929438 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Transition to ACTIVE for port object 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:52:53.023950 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:53.098859 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f633b90-5547-4ae3-b221-1c09bcbc56e6 req-6101ed0f-53ab-4fa2-a697-bbaca216efe6 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.100762 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f633b90-5547-4ae3-b221-1c09bcbc56e6 req-6101ed0f-53ab-4fa2-a697-bbaca216efe6 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0475891 Oct 04 05:52:53.103196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:53.135967 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Attempting to bind port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:52:53.136796 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Attempting to bind port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:52:53.137140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Attempting to bind port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 on network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:53.154874 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8f633b90-5547-4ae3-b221-1c09bcbc56e6 req-8b3e512d-2242-46ae-884a-31785b59d65c tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471752 Oct 04 05:52:53.178994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 on network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:52:53.179331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Attempting to bind port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 on network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:52:53.221588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:52:53.221921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Checking segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:52:53.222330 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Bound using segment: {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:52:53.222755 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Bound port: 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:52:53.223111 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:53.254056 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:53.281882 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:52:53.284851 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:52:53.366947 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:53.370303 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.371404 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:53.372810 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 1094 time: 0.7765853 Oct 04 05:52:53.375108 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:52:53.377393 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:52:53.419085 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a380bd-11e1-4826-8065-6b668062b303 x-openstack-request-id: req-08a380bd-11e1-4826-8065-6b668062b303 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:52:53.419382 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:52:53.419643 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08a380bd-11e1-4826-8065-6b668062b303 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:52:53.420037 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a380bd-11e1-4826-8065-6b668062b303'] response: {'name': 'network-changed', 'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'status': 'completed', 'code': 200} Oct 04 05:52:53.431556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c1ef3-a485-492a-8ddb-9f69e53f94c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:52:53.514865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4 req-6bbbdc05-8f41-4ed8-8808-7cbade026d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.516352 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4 req-6bbbdc05-8f41-4ed8-8808-7cbade026d85 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1128 time: 0.0397217 Oct 04 05:52:53.623351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4 req-63abfd73-0c96-4c7c-ab0b-d5d7c4406890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.627716 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4 req-63abfd73-0c96-4c7c-ab0b-d5d7c4406890 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0954711 Oct 04 05:52:53.642487 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:53.721663 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4 req-34af3311-fbd1-452b-9f1a-3d42772d84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.723058 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9d140b46-f2ee-4187-9ae6-d46639f6d2e4 req-34af3311-fbd1-452b-9f1a-3d42772d84fe service neutron] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874875 Oct 04 05:52:53.869140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-9edb4447-e0c7-4f76-99c5-79402de71cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.870792 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-9edb4447-e0c7-4f76-99c5-79402de71cca service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1128 time: 0.0385203 Oct 04 05:52:53.926554 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-48870547-f476-44a2-8514-f3c9f2a08c3b service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 217 time: 0.0357125 Oct 04 05:52:53.979913 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-24d9082a-cd61-4c42-9234-7175c53c6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:53.981723 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-24d9082a-cd61-4c42-9234-7175c53c6628 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0443208 Oct 04 05:52:54.027519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-31777802-c077-457a-ac22-0a798a94c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:54.028931 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-31777802-c077-457a-ac22-0a798a94c6c9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375094 Oct 04 05:52:54.123830 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-1dc47141-dbdf-4167-9d02-14db39aa8f6e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846527 Oct 04 05:52:54.217369 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-42eac83b-53f7-4359-b9ee-01423ba255c9 req-8e68f3b0-c97d-46ba-afb3-3d77ecea3e4e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829935 Oct 04 05:52:54.277923 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d032a-4d7c-49cb-8029-4deed6ce5a05 req-4312de1e-1923-4bc6-9c97-fb6fbdfcf051 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:54.279319 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6b4d032a-4d7c-49cb-8029-4deed6ce5a05 req-4312de1e-1923-4bc6-9c97-fb6fbdfcf051 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0499561 Oct 04 05:52:54.327487 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-6b4d032a-4d7c-49cb-8029-4deed6ce5a05 req-526dea18-4dfa-4cf9-b088-f19f7a97247a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Oct 04 05:52:55.451366 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b5aa-0445-4189-8ccf-7bec96f5e41f req-c4ea5d40-40c6-4fea-b358-4e2f494aee6c tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:55.452843 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9778b5aa-0445-4189-8ccf-7bec96f5e41f req-c4ea5d40-40c6-4fea-b358-4e2f494aee6c tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0505497 Oct 04 05:52:55.502417 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-9778b5aa-0445-4189-8ccf-7bec96f5e41f req-ff2c42ad-661f-4062-9f5c-f700ff2fbb4b tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Oct 04 05:52:56.620164 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcf6ea-1ecf-4b33-a352-6f0e505a3fc5 req-9c590550-e5ee-4ed2-bae2-b36f1b9e67e3 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:56.621592 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-17bcf6ea-1ecf-4b33-a352-6f0e505a3fc5 req-9c590550-e5ee-4ed2-bae2-b36f1b9e67e3 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0458317 Oct 04 05:52:56.669335 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-17bcf6ea-1ecf-4b33-a352-6f0e505a3fc5 req-0087c861-e301-4aa1-bcde-1423771d9a80 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Oct 04 05:52:57.135497 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:57.521143 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:52:57.614048 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-879408f4-c20f-4a41-a0a1-54d297d4f397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:52:57.789274 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bb08e-d996-464b-8a9e-57c71d1e62fc req-a0b856f4-16d1-46ad-a4e9-4753a79f8d62 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:57.790631 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-232bb08e-d996-464b-8a9e-57c71d1e62fc req-a0b856f4-16d1-46ad-a4e9-4753a79f8d62 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0457327 Oct 04 05:52:57.838376 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-232bb08e-d996-464b-8a9e-57c71d1e62fc req-2900fc7e-b0f4-4d5d-9e32-0f388afd1a0a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Oct 04 05:52:58.957334 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e676e9-a9d8-4a8f-b877-e41b41ed8590 req-81097637-2202-453c-b0db-ec1e9952c6b4 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:52:58.958709 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-23e676e9-a9d8-4a8f-b877-e41b41ed8590 req-81097637-2202-453c-b0db-ec1e9952c6b4 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0447843 Oct 04 05:52:59.009647 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-23e676e9-a9d8-4a8f-b877-e41b41ed8590 req-3ec1bad0-7535-4987-a4b5-e0d0f517e72a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 Oct 04 05:52:59.897719 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-57727c8c-f33f-463d-9fb8-83334b65a5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:00.132282 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fab8cb-2706-4d49-8b9b-756ef8263856 req-6b455ece-971a-4d03-96d7-9b1289ca5bff tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:00.133722 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-70fab8cb-2706-4d49-8b9b-756ef8263856 req-6b455ece-971a-4d03-96d7-9b1289ca5bff tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0489509 Oct 04 05:53:00.181537 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-70fab8cb-2706-4d49-8b9b-756ef8263856 req-3bdda32a-901e-4e7c-a8b1-ab999b979637 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Oct 04 05:53:00.919088 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:53:00.924909 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:01.019581 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:53:01.030978 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'port_id': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'mac_address': 'fa:16:3e:57:83:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:53:01.064616 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:53:01.064999 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:01.078332 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:53:01.097511 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:53:01.148862 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:01.190569 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:01.195437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:01.300136 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98567fb-8b50-426a-a654-253a814f509b req-c503ce44-cfed-4bdd-aed2-5f8acc149229 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:01.301554 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a98567fb-8b50-426a-a654-253a814f509b req-c503ce44-cfed-4bdd-aed2-5f8acc149229 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 945 time: 0.0457511 Oct 04 05:53:01.349435 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-a98567fb-8b50-426a-a654-253a814f509b req-eb9530ae-0d98-42ca-8137-7d90e281f902 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Oct 04 05:53:01.483181 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['7f6ca5a0-87bf-4f8b-b03d-724faba0c205'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:53:02.467476 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e1efe-1980-4528-923f-559234a18612 req-6b84684e-e378-48e8-988b-ed680c97e47d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:02.468914 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1b0e1efe-1980-4528-923f-559234a18612 req-6b84684e-e378-48e8-988b-ed680c97e47d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 945 time: 0.0461726 Oct 04 05:53:02.516429 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-1b0e1efe-1980-4528-923f-559234a18612 req-d3394ea9-2674-4503-be1f-0025b2275728 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420830 Oct 04 05:53:02.771977 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:02.840310 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:02.928947 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:53:02.973350 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:53:03.017553 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:53:03.017927 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:03.018292 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 Oct 04 05:53:03.039947 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:03.088836 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:53:03.089731 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:03.112417 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:53:03.114699 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11298bb5-9395-49e4-a992-c1c728401342" -d '{"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-plugged", "status": "completed", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:53:03.128463 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:53:03.153176 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c385445b-6303-4617-97c3-44545f910175 x-openstack-request-id: req-c385445b-6303-4617-97c3-44545f910175 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:53:03.153532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-plugged", "status": "completed", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:53:03.153859 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c385445b-6303-4617-97c3-44545f910175 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:53:03.154333 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c385445b-6303-4617-97c3-44545f910175'] response: {'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'code': 200} Oct 04 05:53:03.235012 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:03.262291 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:03.283270 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:03.529343 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb38c0-5fb3-4c8d-9d02-99e37769b3ba req-ab2764a6-925f-4a01-9ee7-8fc36e9065d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:03.530782 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4eb38c0-5fb3-4c8d-9d02-99e37769b3ba req-ab2764a6-925f-4a01-9ee7-8fc36e9065d3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0382190 Oct 04 05:53:03.570470 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:03.587186 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4eb38c0-5fb3-4c8d-9d02-99e37769b3ba req-c4e331be-fe70-4d7e-bfae-1c6638c08a23 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462859 Oct 04 05:53:03.639030 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c316f-f266-4ae0-83ad-eaa40c4d20f7 req-d9fecfb8-cf08-47ca-a3af-417d5525b461 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:03.640528 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e20c316f-f266-4ae0-83ad-eaa40c4d20f7 req-d9fecfb8-cf08-47ca-a3af-417d5525b461 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0451078 Oct 04 05:53:03.688856 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e20c316f-f266-4ae0-83ad-eaa40c4d20f7 req-b88b619f-e200-42f2-a07a-a930e726dcdd tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426490 Oct 04 05:53:04.808291 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48be65-60e2-4766-99a5-87609ea0ec26 req-5ad71490-1095-4835-922a-2ce2201ecb63 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:04.809719 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5b48be65-60e2-4766-99a5-87609ea0ec26 req-5ad71490-1095-4835-922a-2ce2201ecb63 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0458522 Oct 04 05:53:04.857831 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5b48be65-60e2-4766-99a5-87609ea0ec26 req-9ee452b2-a96e-4bb2-811d-c5e0ed97623e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Oct 04 05:53:05.974827 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df7a5-ede6-4a0d-8d5e-89dfa887c106 req-366d1f07-3234-4bb8-8e4c-e848a8f26062 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:05.976263 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7b0df7a5-ede6-4a0d-8d5e-89dfa887c106 req-366d1f07-3234-4bb8-8e4c-e848a8f26062 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0458317 Oct 04 05:53:06.027217 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7b0df7a5-ede6-4a0d-8d5e-89dfa887c106 req-491c3068-604b-4e8c-8319-7342fa3944a7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443366 Oct 04 05:53:06.142182 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:06.155196 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240699-a4bf-4ee0-97d9-26d68cd1df61 req-af8a7a4c-aad6-4986-9992-0b93c7af556c tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:06.168072 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-90240699-a4bf-4ee0-97d9-26d68cd1df61 req-af8a7a4c-aad6-4986-9992-0b93c7af556c tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0491707 Oct 04 05:53:06.175228 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:06.205294 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-90240699-a4bf-4ee0-97d9-26d68cd1df61 req-50905ac1-2a70-4789-aaee-2346f01f9660 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431871 Oct 04 05:53:06.234374 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50480) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:53:06.370851 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512feae2-b72a-4a77-8b13-309fd0757645 tempest-TestShelveInstance-1802398052 tempest-TestShelveInstance-1802398052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:06.372320 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-512feae2-b72a-4a77-8b13-309fd0757645 tempest-TestShelveInstance-1802398052 tempest-TestShelveInstance-1802398052-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1125 time: 0.1369779 Oct 04 05:53:06.375188 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50484) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:53:06.379237 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'port_id': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:53:06.434717 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:06.515113 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:06.617579 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Allocated IP 172.27.1.210 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/6b9390da-ec7e-4333-abf8-b1c8dfafb7f9) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:53:06.721064 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:06.806360 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:06.846055 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:53:06.850746 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:53:06.854461 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:53:06.857654 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'Port': ['ID=6b9390da-ec7e-4333-abf8-b1c8dfafb7f9,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:07.145329 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:07.176917 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:07.198883 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for floatingip (5d922bc7-8581-42c1-b9ab-34d83d04137d), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:07.322937 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:07.464455 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:07.520929 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:07.590176 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (5d922bc7-8581-42c1-b9ab-34d83d04137d), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:07.592742 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event updated for resources: {'Port': ['ID=6b9390da-ec7e-4333-abf8-b1c8dfafb7f9,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:07.688154 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Floating IP 5d922bc7-8581-42c1-b9ab-34d83d04137d associated. External IP: 172.27.1.210, port: 7f6ca5a0-87bf-4f8b-b03d-724faba0c205. Oct 04 05:53:07.829330 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:07.884148 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Router 6889d99d-1d3b-4850-b19b-516ca457aee3 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:53:07.983632 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:53:07.995844 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] Sync routers for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:53:08.004853 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:53:08.005444 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:53:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:08.059717 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:08.097521 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-0fdf54df-8512-450e-ab9d-e54a10b98f18 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7192433 Oct 04 05:53:08.097521 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:53:08.098365 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ec60f-2770-4e44-85ec-5420c433838d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:53:08.103202 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:53:08.135395 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646748bd-5acc-4f71-88fe-2e3a692c3b1c x-openstack-request-id: req-646748bd-5acc-4f71-88fe-2e3a692c3b1c {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:53:08.135681 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:53:08.136435 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-646748bd-5acc-4f71-88fe-2e3a692c3b1c {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:53:08.136835 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646748bd-5acc-4f71-88fe-2e3a692c3b1c'] response: {'name': 'network-changed', 'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'status': 'completed', 'code': 200} Oct 04 05:53:08.227894 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-282c4d48-76e1-4141-a278-8d192fc51fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:08.229428 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-282c4d48-76e1-4141-a278-8d192fc51fb4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0429790 Oct 04 05:53:08.280013 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:08.323958 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-39d5a0f8-6c18-4fc0-961c-77923e9bb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:08.325421 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-39d5a0f8-6c18-4fc0-961c-77923e9bb721 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 909 time: 0.0903604 Oct 04 05:53:08.389345 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-510b89a3-b771-4c88-adc9-2b0e58c5b874 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 1000 time: 0.0578349 Oct 04 05:53:08.404691 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '5d922bc7-8581-42c1-b9ab-34d83d04137d', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'port_id': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'mac_address': 'fa:16:3e:57:83:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:53:07Z', 'updated_at': '2022-10-04T05:53:07Z', 'revision_number': 0, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:08.428173 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] Checking router: 6889d99d-1d3b-4850-b19b-516ca457aee3 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:53:08.436794 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:53:08.437348 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-e439ba2c-980f-458e-a829-f953f46de212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:08.437484 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:53:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:08.438880 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-e439ba2c-980f-458e-a829-f953f46de212 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0441399 Oct 04 05:53:08.482404 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-54aa5edd-52a9-43b0-8f48-1a1da305d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:08.483868 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-54aa5edd-52a9-43b0-8f48-1a1da305d00a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384915 Oct 04 05:53:08.493825 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-1ba28c5f-332b-4f23-912a-a535dcb9b013 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:53:08.494883 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-1ba28c5f-332b-4f23-912a-a535dcb9b013 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049739 Oct 04 05:53:08.537321 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:53:08.585604 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-96a141a7-ac6a-4598-8a96-71b0b2b78e05 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Oct 04 05:53:08.672237 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-bd7ec60f-2770-4e44-85ec-5420c433838d req-ff4396e4-b992-4d74-9a69-77b50c48bf42 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810661 Oct 04 05:53:08.749674 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '5d922bc7-8581-42c1-b9ab-34d83d04137d', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'port_id': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'mac_address': 'fa:16:3e:57:83:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:53:07Z', 'updated_at': '2022-10-04T05:53:07Z', 'revision_number': 0, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:08.773459 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de3b8d-b482-45b9-8b9a-d2b80dce7595 None None] The sync data for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi is: [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '5d922bc7-8581-42c1-b9ab-34d83d04137d', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'port_id': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'mac_address': 'fa:16:3e:57:83:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:53:07Z', 'updated_at': '2022-10-04T05:53:07Z', 'revision_number': 0, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:53:08.972204 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f4d1d-8076-45a4-88e2-15deb33d7396 None None] New status for floating IP 5d922bc7-8581-42c1-b9ab-34d83d04137d: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:53:17.708680 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:18.089759 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:18.092669 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:18.667308 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=35 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:18.669199 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=70 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:20.414396 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-165ab86c-cc88-463a-9315-6e2bae29608a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1310825236&fields=id&tenant_id=45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 267 time: 0.0435894 Oct 04 05:53:20.521202 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-25eca464-51b8-4deb-98f2-1e681f05adc3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:20.522643 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-25eca464-51b8-4deb-98f2-1e681f05adc3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 811 time: 0.1015213 Oct 04 05:53:20.537355 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-6c61f35a-18fa-4fb3-8624-dd040dce45d7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/quotas/45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 375 time: 0.0088348 Oct 04 05:53:20.587595 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-b67978be-d27c-4f9d-bdcd-296c19faa31a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448942 Oct 04 05:53:20.649598 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-0ac77153-3622-422e-91b3-17ac3bab8c86 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 05:53:20.650629 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-0ac77153-3622-422e-91b3-17ac3bab8c86 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0518425 Oct 04 05:53:20.742992 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-3818f7c5-1d40-44ec-89ec-907b8b435907 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Oct 04 05:53:20.831106 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-1c491dde-e1ca-4bbd-ad25-8153f9085114 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826592 Oct 04 05:53:21.346841 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-2d785f31-aeb9-49a0-b352-3247e343b49a req-aa32a854-de79-45e5-8ded-498c182b0fdf tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 210 time: 0.0317063 Oct 04 05:53:22.447554 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-8fced9c9-7189-4308-8fa9-1f7aeb2f3080 req-3c7a6ac0-0a6c-4ff6-a9b3-a342f6c01d3a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Oct 04 05:53:23.819697 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-568b59e9-87eb-400c-8d1e-c22071660064 req-5708b0f4-d927-4d70-aa98-39a9e555a776 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 210 time: 0.2975359 Oct 04 05:53:23.908650 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-f5ed78ed-4de1-45fb-9c66-d4e939ec7ab3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:23.910067 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-f5ed78ed-4de1-45fb-9c66-d4e939ec7ab3 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 811 time: 0.1002226 Oct 04 05:53:23.985991 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-ef83f008-c80a-4959-9aea-a19d92eb71b6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45a5869786d843fe9fb5cdb6b3596c2f HTTP/1.1" status: 200 len: 380 time: 0.0571954 Oct 04 05:53:24.023710 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'port': {'device_id': '613332ae-8dff-42d1-951d-26edf50f86f2', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'admin_state_up': True, 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'security_groups': ['4edf734e-2df6-4708-86b7-64d2e9e527f0']}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:53:24.138120 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:53:24.171821 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Made reservation on behalf of 45a5869786d843fe9fb5cdb6b3596c2f for: {'port': 1} {{(pid=113153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 05:53:24.175604 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:24.300116 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_common [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Allocated IP 172.20.0.12 (79e2bf3e-1f66-495f-8ec9-26b178e13978/40c2cddc-6a23-4917-8672-2d8b2b8b711d/c560ca58-da5c-41e9-a8ff-688a557078a4) {{(pid=113153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:53:24.436198 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), precommit_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:24.503529 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), after_create {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:24.546647 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 is already hosted by enough agents. {{(pid=113153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:53:24.549793 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.base_scheduler [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Resources bound (agent type, host, resource id): {{(pid=113153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:53:24.553533 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Received port after_create {{(pid=113153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:53:24.576836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=c560ca58-da5c-41e9-a8ff-688a557078a4,revision_number=1']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:24.608595 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:24.609204 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:24.683462 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-fb4d5faf-728f-48f7-ba54-cdb8804b50a8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6631956 Oct 04 05:53:24.744164 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.v2.base [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Request body: {'port': {'device_id': '613332ae-8dff-42d1-951d-26edf50f86f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=113153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:53:24.786324 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=87 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:24.798610 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-4b646104-34dc-4b4c-a21b-739201097b2a None None] Provisioning complete for port c560ca58-da5c-41e9-a8ff-688a557078a4 triggered by entity DHCP. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:53:24.799532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4b646104-34dc-4b4c-a21b-739201097b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:24.799532 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-4b646104-34dc-4b4c-a21b-739201097b2a None None] Attempt 1 to provision port c560ca58-da5c-41e9-a8ff-688a557078a4 Oct 04 05:53:24.803828 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:24.811074 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:24.819684 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:24.868846 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-4b646104-34dc-4b4c-a21b-739201097b2a None None] Port c560ca58-da5c-41e9-a8ff-688a557078a4 cannot update to ACTIVE because it is not bound. {{(pid=113154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 05:53:24.950422 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25013056-c0c2-4058-9f20-e494cc17dbab req-58465c27-427b-43b4-94bd-e945b0f66ea5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:24.951988 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-25013056-c0c2-4058-9f20-e494cc17dbab req-58465c27-427b-43b4-94bd-e945b0f66ea5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 932 time: 0.0524414 Oct 04 05:53:25.001081 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-25013056-c0c2-4058-9f20-e494cc17dbab req-9b5098a2-5b49-4166-b93d-a2c441e2cda8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Oct 04 05:53:25.084272 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c560ca58-da5c-41e9-a8ff-688a557078a4 {{(pid=113153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:53:25.091861 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Publish callbacks [] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), precommit_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:25.105109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.provisioning_blocks [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Transition to ACTIVE for port object c560ca58-da5c-41e9-a8ff-688a557078a4 will not be triggered until provisioned by entity L2. {{(pid=113153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 05:53:25.194788 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:25.273741 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca58-da5c-41e9-a8ff-688a557078a4,revision_number=2']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:25.305110 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Attempting to bind port c560ca58-da5c-41e9-a8ff-688a557078a4 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 05:53:25.305440 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Attempting to bind port c560ca58-da5c-41e9-a8ff-688a557078a4 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 05:53:25.305759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Attempting to bind port c560ca58-da5c-41e9-a8ff-688a557078a4 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:53:25.329995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:25.348081 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Port c560ca58-da5c-41e9-a8ff-688a557078a4 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 05:53:25.348407 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Attempting to bind port c560ca58-da5c-41e9-a8ff-688a557078a4 on network 79e2bf3e-1f66-495f-8ec9-26b178e13978 {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 05:53:25.390517 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Checking agent: {'id': 'f70c7b4d-8666-4179-8051-5ea8e4ab897e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'started_at': datetime.datetime(2022, 10, 4, 5, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 5, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 05:53:25.390810 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Checking segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 05:53:25.391190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Bound using segment: {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'} {{(pid=113153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 05:53:25.391619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.managers [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Bound port: c560ca58-da5c-41e9-a8ff-688a557078a4, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cd2f37-655e-4951-9d08-275c1f11e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978'}}] {{(pid=113153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 05:53:25.391973 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), before_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:25.454896 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] For port c560ca58-da5c-41e9-a8ff-688a557078a4, host hv-cinder-84914, cleared binding levels {{(pid=113153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 05:53:25.457836 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] For port c560ca58-da5c-41e9-a8ff-688a557078a4, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c560ca58-da5c-41e9-a8ff-688a557078a4,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 05:53:25.566408 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16419130'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), after_update {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:25.569778 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:25.570735 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:25.572085 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] 10.222.0.39 "PUT /networking/v2.0/ports/c560ca58-da5c-41e9-a8ff-688a557078a4 HTTP/1.1" status: 200 len: 1094 time: 0.8757224 Oct 04 05:53:25.574203 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:53:25.576461 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b587d97b-d4d4-4a26-ac80-64b62127d19d" -d '{"events": [{"name": "network-changed", "server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:53:25.625525 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fde546-e8c1-48e8-afe7-84e32a923265 service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca58-da5c-41e9-a8ff-688a557078a4,revision_number=3']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:25.673813 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940bc5f8-3c45-44f1-b6b1-1f82483a7be8 x-openstack-request-id: req-940bc5f8-3c45-44f1-b6b1-1f82483a7be8 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:53:25.674102 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:53:25.680723 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-940bc5f8-3c45-44f1-b6b1-1f82483a7be8 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:53:25.680723 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940bc5f8-3c45-44f1-b6b1-1f82483a7be8'] response: {'name': 'network-changed', 'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'status': 'completed', 'code': 200} Oct 04 05:53:25.751351 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-5a691d80-f757-4956-9421-18221a2f5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:25.755188 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-5a691d80-f757-4956-9421-18221a2f5dc9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 1128 time: 0.0425146 Oct 04 05:53:25.809844 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-710e51dd-ba1a-46fe-8794-0794b529a6af service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c560ca58-da5c-41e9-a8ff-688a557078a4 HTTP/1.1" status: 200 len: 217 time: 0.0407116 Oct 04 05:53:25.858513 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-1b492374-35e1-459f-aaa7-6369e97267bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:25.859915 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-1b492374-35e1-459f-aaa7-6369e97267bc service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0435057 Oct 04 05:53:25.904703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-d494940f-c270-4f6c-8f2a-76a95234ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:25.906191 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-d494940f-c270-4f6c-8f2a-76a95234ff98 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385852 Oct 04 05:53:25.996681 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-4afd1814-c72d-4cd3-80b6-227b53da2399 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839770 Oct 04 05:53:26.085612 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-557783fa-264f-4457-afa4-fb7dbc3ed002 req-936bfb27-6fae-4de5-a5c6-b13e24fec019 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817959 Oct 04 05:53:26.126845 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0047c2-caaa-43e0-abdd-93892953af12 req-3f822d10-86c4-4367-9e7f-b3f432316fa8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:26.126845 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ff0047c2-caaa-43e0-abdd-93892953af12 req-3f822d10-86c4-4367-9e7f-b3f432316fa8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0462248 Oct 04 05:53:26.170389 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ff0047c2-caaa-43e0-abdd-93892953af12 req-86effb28-6342-4f82-8c44-a8309a3a6edb tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Oct 04 05:53:26.536633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-522651a3-246a-42e2-98eb-8c11e6455ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:26.538015 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-522651a3-246a-42e2-98eb-8c11e6455ea9 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 1128 time: 0.0425613 Oct 04 05:53:26.627618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-0e0db899-d93e-4b18-a689-56cf3500fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:26.629020 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-0e0db899-d93e-4b18-a689-56cf3500fa4c service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0839300 Oct 04 05:53:26.674621 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-48311497-5905-4451-821e-fb13b021a570 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c560ca58-da5c-41e9-a8ff-688a557078a4 HTTP/1.1" status: 200 len: 217 time: 0.0346537 Oct 04 05:53:26.722100 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:26.725865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-af5416e8-98c5-4c40-947f-280875259d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:26.727289 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-af5416e8-98c5-4c40-947f-280875259d40 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0424576 Oct 04 05:53:26.773660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-da5f6c4a-fafc-44d6-9b1a-81ce71ea88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:26.775159 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-da5f6c4a-fafc-44d6-9b1a-81ce71ea88b3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389981 Oct 04 05:53:26.868670 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-8dd140e1-d473-4674-91d8-c0e06093b861 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Oct 04 05:53:26.956675 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b587d97b-d4d4-4a26-ac80-64b62127d19d req-ac833537-ee5d-4e8b-9ec1-6ca85150ce62 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817308 Oct 04 05:53:27.295921 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca5056-3fc3-414a-97d7-68592fe49d77 req-4ef071d9-c25a-4054-bb48-a12f1bab991c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:27.297350 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5cca5056-3fc3-414a-97d7-68592fe49d77 req-4ef071d9-c25a-4054-bb48-a12f1bab991c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0502055 Oct 04 05:53:27.343992 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5cca5056-3fc3-414a-97d7-68592fe49d77 req-09767e62-fa3e-4cda-9d21-45e1ca760a8a tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Oct 04 05:53:27.611536 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-a274e315-abef-4e84-a1ab-7e3cc6cc81c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:28.460174 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d14a6a-d67c-4dfc-bd2c-b65212dbbfb2 req-ed8147f2-bec5-48fb-95d1-0fce64e8af92 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:28.461599 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-79d14a6a-d67c-4dfc-bd2c-b65212dbbfb2 req-ed8147f2-bec5-48fb-95d1-0fce64e8af92 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0454195 Oct 04 05:53:28.723928 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-79d14a6a-d67c-4dfc-bd2c-b65212dbbfb2 req-f1ecd545-91e6-46cc-81a1-36034e5af211 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565126 Oct 04 05:53:29.841038 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58255-91e3-481a-aa3b-96d4f08f9bbd req-b0fb857d-9d83-4988-a62f-b943a64e2a0f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:29.842494 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eea58255-91e3-481a-aa3b-96d4f08f9bbd req-b0fb857d-9d83-4988-a62f-b943a64e2a0f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0460215 Oct 04 05:53:29.853249 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:29.892265 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eea58255-91e3-481a-aa3b-96d4f08f9bbd req-f75cdb0d-e350-48ba-b5a9-e344f93f5d86 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 Oct 04 05:53:29.954603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-74c78bd8-c908-4e2f-b824-b15baf9d28ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:31.011299 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc62fa-8e70-46ee-88b9-9f3a04c78f56 req-bdb6a3e8-4db0-407e-b86f-f367239e6876 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:31.012724 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-85dc62fa-8e70-46ee-88b9-9f3a04c78f56 req-bdb6a3e8-4db0-407e-b86f-f367239e6876 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0454929 Oct 04 05:53:31.059915 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-85dc62fa-8e70-46ee-88b9-9f3a04c78f56 req-fadba99d-5fb9-465d-8ae4-f05eb4615616 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Oct 04 05:53:31.195236 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:32.179986 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cff87c-8a51-40af-9515-69d594906f03 req-c2318d93-0885-49d6-b585-689c21a967ba tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:32.181438 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83cff87c-8a51-40af-9515-69d594906f03 req-c2318d93-0885-49d6-b585-689c21a967ba tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0453577 Oct 04 05:53:32.232012 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-83cff87c-8a51-40af-9515-69d594906f03 req-854d8f60-0e4d-4e32-8d69-0f2b007cb7f8 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Oct 04 05:53:32.790963 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:32.845698 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:33.348810 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf449-3c57-4dfb-9d4f-55c6c0b2b549 req-75d2f92c-c673-4caa-9238-e3ef41b5c244 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:33.350287 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d03bf449-3c57-4dfb-9d4f-55c6c0b2b549 req-75d2f92c-c673-4caa-9238-e3ef41b5c244 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0464478 Oct 04 05:53:33.401434 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-d03bf449-3c57-4dfb-9d4f-55c6c0b2b549 req-dd83a94a-49f0-4731-8b5f-8b6b7052ad1f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Oct 04 05:53:34.134907 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=95 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:34.518120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0dcce-b955-4b98-a079-5b9b189fb2b3 req-1df7dd4e-06c8-48c7-baa3-36f797601075 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:34.519569 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-75f0dcce-b955-4b98-a079-5b9b189fb2b3 req-1df7dd4e-06c8-48c7-baa3-36f797601075 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 944 time: 0.0461955 Oct 04 05:53:34.566671 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-75f0dcce-b955-4b98-a079-5b9b189fb2b3 req-eb7ccb11-8f53-4d01-89b0-a35f1f20ecec tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Oct 04 05:53:35.037999 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device c560ca58-da5c-41e9-a8ff-688a557078a4 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:53:35.040258 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:35.041798 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:35.137953 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port c560ca58-da5c-41e9-a8ff-688a557078a4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c560ca58-da5c-41e9-a8ff-688a557078a4,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:53:35.149552 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'port_id': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'mac_address': 'fa:16:3e:4e:9f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:53:35.184505 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port c560ca58-da5c-41e9-a8ff-688a557078a4 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:53:35.184894 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:35.198545 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c560ca58-da5c-41e9-a8ff-688a557078a4 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:53:35.218662 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port c560ca58-da5c-41e9-a8ff-688a557078a4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c560ca58-da5c-41e9-a8ff-688a557078a4,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:53:35.268291 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:35.313490 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=c560ca58-da5c-41e9-a8ff-688a557078a4,revision_number=4']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:35.320808 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.321157 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.321535 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.321881 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.322246 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.323226 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.323557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.323886 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.324216 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.324544 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.324872 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.325197 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.325519 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.325842 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.326190 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:35.605267 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['c560ca58-da5c-41e9-a8ff-688a557078a4'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:53:35.686560 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675dc40-4861-40e2-b649-1a8def2a5f68 req-1ab621a9-5005-4065-b83c-2b6359237517 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:35.688014 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b675dc40-4861-40e2-b649-1a8def2a5f68 req-1ab621a9-5005-4065-b83c-2b6359237517 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 945 time: 0.0468438 Oct 04 05:53:35.736210 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b675dc40-4861-40e2-b649-1a8def2a5f68 req-eba8a2ca-260e-43df-8ee9-468eff6b2a3b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Oct 04 05:53:35.826483 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:36.857031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047285-12fc-47a1-825b-248b7f66b2d6 req-c34797c4-e740-4d49-b92d-2d09cc98ae80 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:36.858479 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a6047285-12fc-47a1-825b-248b7f66b2d6 req-c34797c4-e740-4d49-b92d-2d09cc98ae80 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 945 time: 0.0458503 Oct 04 05:53:36.906478 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a6047285-12fc-47a1-825b-248b7f66b2d6 req-9ba067d1-ffa1-448b-94ab-f6742813a233 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Oct 04 05:53:37.061375 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device c560ca58-da5c-41e9-a8ff-688a557078a4 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:53:37.104866 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning for port c560ca58-da5c-41e9-a8ff-688a557078a4 completed by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 05:53:37.154305 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port c560ca58-da5c-41e9-a8ff-688a557078a4 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:53:37.154676 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:37.155004 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port c560ca58-da5c-41e9-a8ff-688a557078a4 Oct 04 05:53:37.223795 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port c560ca58-da5c-41e9-a8ff-688a557078a4 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:53:37.224197 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:37.247001 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:53:37.249182 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b74afd-5cce-498f-8241-923f858364dd" -d '{"events": [{"server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "name": "network-vif-plugged", "status": "completed", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:53:37.261204 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port c560ca58-da5c-41e9-a8ff-688a557078a4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c560ca58-da5c-41e9-a8ff-688a557078a4,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:53:37.285475 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a80351f-bf48-4f06-8ef4-b73d8444bd39 x-openstack-request-id: req-7a80351f-bf48-4f06-8ef4-b73d8444bd39 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:53:37.285761 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "name": "network-vif-plugged", "status": "completed", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:53:37.286017 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a80351f-bf48-4f06-8ef4-b73d8444bd39 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:53:37.286445 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a80351f-bf48-4f06-8ef4-b73d8444bd39'] response: {'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'code': 200} Oct 04 05:53:37.337171 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:37.384112 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=c560ca58-da5c-41e9-a8ff-688a557078a4,revision_number=5']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:37.660412 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235786ac-4de2-465e-b353-8cc66adeef25 req-031a69a0-9018-438d-9739-1636a4e38380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:37.662170 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-235786ac-4de2-465e-b353-8cc66adeef25 req-031a69a0-9018-438d-9739-1636a4e38380 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 1130 time: 0.0413091 Oct 04 05:53:37.706839 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-235786ac-4de2-465e-b353-8cc66adeef25 req-0d52fc78-ba8b-42ff-977c-ae6e4d7e572d service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385773 Oct 04 05:53:38.022584 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa4013-4b69-4476-8f5c-95c22d1a3a9a req-c6a868af-07a7-41e1-9379-a143e03c62b5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:38.024000 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4cfa4013-4b69-4476-8f5c-95c22d1a3a9a req-c6a868af-07a7-41e1-9379-a143e03c62b5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0447261 Oct 04 05:53:38.071285 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4cfa4013-4b69-4476-8f5c-95c22d1a3a9a req-e76f0b73-74cc-4ebf-b0d5-ca46da7f9515 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Oct 04 05:53:39.180238 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:39.193033 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a2bd-e5c6-4b64-a301-8d59a1db7e46 req-896aff95-d7de-4cf4-a8e0-ce4d4008414b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:39.196801 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b8c2a2bd-e5c6-4b64-a301-8d59a1db7e46 req-896aff95-d7de-4cf4-a8e0-ce4d4008414b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0464091 Oct 04 05:53:39.212645 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:39.244617 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-b8c2a2bd-e5c6-4b64-a301-8d59a1db7e46 req-7e49e862-4b97-4175-b514-de50d30a88c1 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Oct 04 05:53:40.366828 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1096979-cc2b-43ad-be01-1f185e68905f req-ddae2a06-f352-4dd2-aca9-29c0c76d3ac9 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:40.368267 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f1096979-cc2b-43ad-be01-1f185e68905f req-ddae2a06-f352-4dd2-aca9-29c0c76d3ac9 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Oct 04 05:53:40.418754 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-f1096979-cc2b-43ad-be01-1f185e68905f req-ace07a5c-528a-4566-a2c2-2742c25d454b tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Oct 04 05:53:40.538232 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9d90-338e-4f23-9ebb-16760ddda5d3 req-28f92fca-0dbc-4497-b933-610c16cbe10c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:40.539587 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-917a9d90-338e-4f23-9ebb-16760ddda5d3 req-28f92fca-0dbc-4497-b933-610c16cbe10c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0486212 Oct 04 05:53:40.586042 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-917a9d90-338e-4f23-9ebb-16760ddda5d3 req-e01224d9-553f-4194-82fc-49c20c463838 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 Oct 04 05:53:40.614565 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50596) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:53:40.746237 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125acc3e-d289-48bc-9511-4d19a67a5b30 tempest-TestVolumeBootPattern-252397242 tempest-TestVolumeBootPattern-252397242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:40.747724 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-125acc3e-d289-48bc-9511-4d19a67a5b30 tempest-TestVolumeBootPattern-252397242 tempest-TestVolumeBootPattern-252397242-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 1125 time: 0.1322236 Oct 04 05:53:40.750489 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50600) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:53:40.754580 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.v2.base [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Request body: {'floatingip': {'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'port_id': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 05:53:40.868901 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:40.948909 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (None), before_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:41.050228 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_common [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Allocated IP 172.27.1.16 (b1fbbb8f-fee1-4409-b7cb-7400f7af317b/6949dad3-c1fe-4951-b75a-2f3486b3a087/b0d79c06-63a8-43dc-b4e1-3e13b34f2d42) {{(pid=113152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 05:53:41.153629 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:41.218064 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773956418780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:41.257325 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Network b1fbbb8f-fee1-4409-b7cb-7400f7af317b is already hosted by enough agents. {{(pid=113152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 05:53:41.262599 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.base_scheduler [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Resources bound (agent type, host, resource id): {{(pid=113152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 05:53:41.266574 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Received port after_create {{(pid=113152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 05:53:41.269449 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=b0d79c06-63a8-43dc-b4e1-3e13b34f2d42,revision_number=1']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:41.299916 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.300256 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.300600 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.300931 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.301256 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.301584 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.301911 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.302257 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.302580 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.302900 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.303219 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.303539 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.303856 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.304171 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.304486 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:53:41.437829 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:41.492392 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:41.621637 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (3d9dd61c-530d-4bb1-b7ac-33fe408d1385), precommit_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:41.751242 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), before_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:41.891204 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), precommit_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:41.949013 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15063944'] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), after_update {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:42.017405 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788994'] for floatingip (3d9dd61c-530d-4bb1-b7ac-33fe408d1385), after_create {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:42.019030 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event updated for resources: {'Port': ['ID=b0d79c06-63a8-43dc-b4e1-3e13b34f2d42,revision_number=2']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:53:42.114593 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.db.l3_db [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Floating IP 3d9dd61c-530d-4bb1-b7ac-33fe408d1385 associated. External IP: 172.27.1.16, port: c560ca58-da5c-41e9-a8ff-688a557078a4. Oct 04 05:53:42.282946 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:42.309665 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:53:42.411290 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:53:42.420610 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:53:42.429808 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:53:42.430445 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:53:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:42.470634 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:42.503975 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-8b344c04-0aa2-4149-9a14-ce163ee23664 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7524540 Oct 04 05:53:42.505241 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4'}] {{(pid=113152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:53:42.507307 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2836818d956872cf645aba01faa28d48092b6bfa17bb7e644577af304d82bd94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc216f8-c8e1-4143-8f73-996db9ef41c0" -d '{"events": [{"name": "network-changed", "server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4"}]}' {{(pid=113152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:53:42.532880 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:53:42.597930 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee59efb-27e4-45be-aea5-681e9e8fac1b x-openstack-request-id: req-aee59efb-27e4-45be-aea5-681e9e8fac1b {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:53:42.598244 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4", "status": "completed", "code": 200}]} {{(pid=113152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:53:42.598499 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aee59efb-27e4-45be-aea5-681e9e8fac1b {{(pid=113152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:53:42.598900 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee59efb-27e4-45be-aea5-681e9e8fac1b'] response: {'name': 'network-changed', 'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'status': 'completed', 'code': 200} Oct 04 05:53:42.695460 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-89322327-1700-4393-ae16-f9af0ff2e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:42.696943 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-89322327-1700-4393-ae16-f9af0ff2e908 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 1130 time: 0.0384932 Oct 04 05:53:42.740325 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '3d9dd61c-530d-4bb1-b7ac-33fe408d1385', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:4e:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613332ae-8dff-42d1-951d-26edf50f86f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:53:41Z', 'updated_at': '2022-10-04T05:53:41Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}, {'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:07Z', 'revision_number': 1, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:42.769697 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:42.769923 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:53:42.778381 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:53:42.778985 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:53:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:42.792750 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-2bd55725-f79f-4f12-b066-b7b02df9f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:42.794208 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-2bd55725-f79f-4f12-b066-b7b02df9f81e service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0895169 Oct 04 05:53:42.855082 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-b1440522-51c0-4800-9080-6cd3df40e961 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c560ca58-da5c-41e9-a8ff-688a557078a4 HTTP/1.1" status: 200 len: 999 time: 0.0547879 Oct 04 05:53:42.879204 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:53:42.903527 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-1ec68c33-5ea8-41f4-b51c-d1049c5bec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:42.904985 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-1ec68c33-5ea8-41f4-b51c-d1049c5bec01 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0441430 Oct 04 05:53:42.951400 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-86898317-3476-43af-9be3-4c16682b449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:42.952874 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-86898317-3476-43af-9be3-4c16682b449b service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419772 Oct 04 05:53:43.041518 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-ff0a1e2a-8ca3-498c-89ad-44f45f36bfd0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818098 Oct 04 05:53:43.085402 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '3d9dd61c-530d-4bb1-b7ac-33fe408d1385', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:4e:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613332ae-8dff-42d1-951d-26edf50f86f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:53:41Z', 'updated_at': '2022-10-04T05:53:41Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}, {'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:07Z', 'revision_number': 1, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:53:43.098074 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:43.109871 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df5c4a-5652-4946-bbdc-2e2082ddcede None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': '3d9dd61c-530d-4bb1-b7ac-33fe408d1385', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:4e:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613332ae-8dff-42d1-951d-26edf50f86f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:53:41Z', 'updated_at': '2022-10-04T05:53:41Z', 'revision_number': 0, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}, {'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:07Z', 'revision_number': 1, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:53:43.138446 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-efc216f8-c8e1-4143-8f73-996db9ef41c0 req-e4b840d1-459a-40c2-bc1c-96195f03ac87 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899689 Oct 04 05:53:43.304240 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f673fbc-5849-44e8-8da7-bb49acf0aeea None None] New status for floating IP 3d9dd61c-530d-4bb1-b7ac-33fe408d1385: ACTIVE {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:53:47.719765 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:48.003207 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-17c84df7-1986-42d1-8342-beea3098a255 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371196 Oct 04 05:53:48.104237 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-f63a0f64-ef52-463d-97f8-bb8e18dc0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:48.105669 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-f63a0f64-ef52-463d-97f8-bb8e18dc0c3a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0376673 Oct 04 05:53:48.210722 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-3ed93c75-4c9b-4f84-99e9-5cd234557c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:48.212046 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-3ed93c75-4c9b-4f84-99e9-5cd234557c2f service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0859339 Oct 04 05:53:48.270391 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-e7e71c4c-3328-4ac3-b422-4ef8a5595537 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 1002 time: 0.0517364 Oct 04 05:53:48.318888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-3fb8d928-73b1-4a3a-84d3-632ecd558371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:48.320495 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-3fb8d928-73b1-4a3a-84d3-632ecd558371 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0448015 Oct 04 05:53:48.362526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-c3458b50-4787-463f-8ff3-a8bb7638593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:53:48.363955 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-c3458b50-4787-463f-8ff3-a8bb7638593f service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376370 Oct 04 05:53:48.455105 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-0fe58a4b-7fb3-400a-b49d-3f28bcefba13 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848825 Oct 04 05:53:48.544146 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b4ef2de0-1b99-4ad1-93c1-23c5e4edfe3c req-8e8400a4-e594-4b84-b9af-54f2207369d9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812342 Oct 04 05:53:52.496720 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:52.500706 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:56.125982 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=81 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:56.135365 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=73 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:57.599966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-de857c8d-9dc0-4cd2-8db7-9d1804890221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:53:58.534600 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=53 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:58.540534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:53:59.925566 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-042c0023-a7fd-4886-b356-08412623d141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:01.137403 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:54:01.206117 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:02.788738 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:02.897251 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:11.135572 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:12.801698 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:12.804016 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:17.719410 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:27.599661 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4bb7a61c-2663-492c-ab4b-d75e5075bd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:29.954171 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-886bdcd4-eb2a-4c2f-8f84-6465c6e88ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:31.188050 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:32.797622 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:32.896596 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:33.126462 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:33.131411 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:38.136612 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:54:44.782603 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:44.786442 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:47.736196 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:48.132024 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:48.132816 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:54:50.004098 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-88e99af6-0833-4f33-b7da-1ee046f95e3a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380352 Oct 04 05:54:50.088875 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-9ca31210-cddb-4452-9cf3-bd127835506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:54:50.090962 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-9ca31210-cddb-4452-9cf3-bd127835506e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0420651 Oct 04 05:54:50.325989 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-5f92bbac-3f52-4815-bf32-e3bff352e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:54:50.327368 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-5f92bbac-3f52-4815-bf32-e3bff352e48d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 909 time: 0.0845110 Oct 04 05:54:50.393362 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-b01370d3-bb7a-4a1b-9b73-bd08712041fc service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 1002 time: 0.0560279 Oct 04 05:54:50.442480 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-7a7aa449-c894-4bdf-84a8-3fda5ada0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:54:50.443841 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-7a7aa449-c894-4bdf-84a8-3fda5ada0807 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0417185 Oct 04 05:54:50.486955 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-7abcbbbb-ca80-4579-a594-2aa4a18cabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:54:50.488353 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-7abcbbbb-ca80-4579-a594-2aa4a18cabd4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0360370 Oct 04 05:54:50.581407 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-1254f41d-243e-4d5f-a055-cb16cc3753e0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Oct 04 05:54:50.671712 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7fed1dec-2967-42b1-8735-109df054bdc6 req-d42f357d-7d87-4299-ac9e-a5e1dd40805d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803876 Oct 04 05:54:57.604938 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e0d90639-3f24-4cca-96d0-3aa307254088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:54:59.936228 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b8c7b294-595b-4ec2-b876-0fb8136a4388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:00.667127 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=51 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:00.667990 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=50 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:01.182011 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:02.805712 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:02.867577 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:05.957063 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6c168-9af4-47e8-989d-374b9ede3752 req-c126eaf5-d13f-404c-8002-ee633e79eb98 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:05.958545 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e8f6c168-9af4-47e8-989d-374b9ede3752 req-c126eaf5-d13f-404c-8002-ee633e79eb98 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0510561 Oct 04 05:55:06.008014 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e8f6c168-9af4-47e8-989d-374b9ede3752 req-5720c8f5-91b0-4808-be31-d7f7155ff625 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 Oct 04 05:55:07.134499 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f9bb-f2dd-44e1-a6f8-a15d56aad852 req-f2481d69-566f-4102-93c5-9624a305e140 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:07.135928 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ffe0f9bb-f2dd-44e1-a6f8-a15d56aad852 req-f2481d69-566f-4102-93c5-9624a305e140 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0470583 Oct 04 05:55:07.182996 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ffe0f9bb-f2dd-44e1-a6f8-a15d56aad852 req-d832c509-fa98-4364-974b-788492937465 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415299 Oct 04 05:55:08.298865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d79d5-04d8-4216-b83d-5ae43f4d20ae req-76d99824-642a-4720-9032-82b8e3445e85 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:08.300288 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-748d79d5-04d8-4216-b83d-5ae43f4d20ae req-76d99824-642a-4720-9032-82b8e3445e85 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0445497 Oct 04 05:55:08.347307 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-748d79d5-04d8-4216-b83d-5ae43f4d20ae req-bf8f4d9b-73f5-4b89-80fb-3779e39cdea2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415337 Oct 04 05:55:09.464608 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e20c3-abdf-49a1-878b-95a83574a209 req-6edfa0ba-3ce2-42cc-a20a-7b803711e0d2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:09.466633 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-387e20c3-abdf-49a1-878b-95a83574a209 req-6edfa0ba-3ce2-42cc-a20a-7b803711e0d2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0458190 Oct 04 05:55:09.516827 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-387e20c3-abdf-49a1-878b-95a83574a209 req-d1c3c682-a66a-4752-a402-a62db329f03f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Oct 04 05:55:09.611705 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50654) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:09.750414 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Deleting port b0d79c06-63a8-43dc-b4e1-3e13b34f2d42 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:09.750731 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:09.826562 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:09.826880 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:09.838849 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Calling delete_port for b0d79c06-63a8-43dc-b4e1-3e13b34f2d42 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:10.039119 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (b0d79c06-63a8-43dc-b4e1-3e13b34f2d42), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:10.066098 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'Port': ['ID=b0d79c06-63a8-43dc-b4e1-3e13b34f2d42,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:10.091120 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.091459 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.091792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.092123 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.092445 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.092767 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.093084 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.093399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.093720 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.094035 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.094386 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.094691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.095003 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.095313 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.095626 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:10.116484 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:10.126485 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=5 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:10.136904 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (3d9dd61c-530d-4bb1-b7ac-33fe408d1385), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:10.137257 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Floating IP 3d9dd61c-530d-4bb1-b7ac-33fe408d1385 disassociated (deleted). External IP: 172.27.1.16, port: c560ca58-da5c-41e9-a8ff-688a557078a4. Oct 04 05:55:10.270090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:10.325246 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:10.327155 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:55:10.710109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb50cf-cf0f-41b9-9cec-4abef393e660 req-406bc05c-7175-47fe-92e9-d9a7aad8763e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:10.711560 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aabb50cf-cf0f-41b9-9cec-4abef393e660 req-406bc05c-7175-47fe-92e9-d9a7aad8763e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0830257 Oct 04 05:55:10.742666 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:55:10.747552 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:10.752039 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:55:10.761996 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:10.763140 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:10.798449 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-aabb50cf-cf0f-41b9-9cec-4abef393e660 req-08506de0-7400-4dde-82dd-82a4543a3bd2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798965 Oct 04 05:55:10.799743 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1f82fb02-4c92-4e8f-a00e-62b390dc0b36 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/3d9dd61c-530d-4bb1-b7ac-33fe408d1385 HTTP/1.1" status: 204 len: 168 time: 1.1869404 Oct 04 05:55:10.800367 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:55:10.802942 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2" -d '{"events": [{"name": "network-changed", "server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:55:10.848422 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf0c60a-5c29-4b3d-97c9-1dbbc551b2e5 x-openstack-request-id: req-3cf0c60a-5c29-4b3d-97c9-1dbbc551b2e5 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:55:10.848745 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:55:10.849391 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cf0c60a-5c29-4b3d-97c9-1dbbc551b2e5 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:55:10.849960 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf0c60a-5c29-4b3d-97c9-1dbbc551b2e5'] response: {'name': 'network-changed', 'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'status': 'completed', 'code': 200} Oct 04 05:55:10.869251 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:10.937195 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-aa97fdf2-3aec-4a0c-a2e1-f07871d00a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:10.938698 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-aa97fdf2-3aec-4a0c-a2e1-f07871d00a71 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 1130 time: 0.0390344 Oct 04 05:55:11.036764 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-2baf0b99-5ce1-4e5c-853f-5ac144a0ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:11.038117 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-2baf0b99-5ce1-4e5c-853f-5ac144a0ae87 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0922217 Oct 04 05:55:11.078933 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-d29b09ab-9e62-4f91-8a5a-0d00b2b59650 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c560ca58-da5c-41e9-a8ff-688a557078a4 HTTP/1.1" status: 200 len: 217 time: 0.0341716 Oct 04 05:55:11.086606 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:07Z', 'revision_number': 1, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:11.111592 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:55:11.120140 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:11.120732 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:11.133374 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-3150924e-c03e-4cc2-b3ea-36d8f56dd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:11.134823 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-3150924e-c03e-4cc2-b3ea-36d8f56dd09f service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0492609 Oct 04 05:55:11.180059 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-3c689b11-a523-437f-a467-8a92dea87f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:11.181598 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-3c689b11-a523-437f-a467-8a92dea87f5e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396590 Oct 04 05:55:11.228961 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:11.237526 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a64a6f-4fbd-40e2-9e3b-3556de365201 req-f19034c3-f9f2-491e-acb5-f546302571fc tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:11.238986 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90a64a6f-4fbd-40e2-9e3b-3556de365201 req-f19034c3-f9f2-491e-acb5-f546302571fc tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0458169 Oct 04 05:55:11.287202 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-90a64a6f-4fbd-40e2-9e3b-3556de365201 req-3ee5f188-6774-4e63-919e-e0fd7122a342 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Oct 04 05:55:11.433011 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:07Z', 'revision_number': 1, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:11.460776 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4803828-2c30-49f2-84ad-c0a48d87cc50 None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_floatingips': [{'id': 'da49b195-0e6b-4d93-aeba-3b24ceb68935', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'router_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'port_id': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'mac_address': 'fa:16:3e:0f:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T05:51:05Z', 'updated_at': '2022-10-04T05:51:07Z', 'revision_number': 1, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:55:11.671807 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a2d57f-0e68-4e6f-bf85-a3e3a0fe3406 None None] New status for floating IP 3d9dd61c-530d-4bb1-b7ac-33fe408d1385: DOWN {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:55:11.924617 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037f52-0a87-4f8d-b342-965a2f058317 req-34c55233-2c86-4f34-a2db-faab9e55da1f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:11.926074 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ae037f52-0a87-4f8d-b342-965a2f058317 req-34c55233-2c86-4f34-a2db-faab9e55da1f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0467179 Oct 04 05:55:11.973271 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-ae037f52-0a87-4f8d-b342-965a2f058317 req-a66e8a19-c009-49eb-a330-897fe36335be tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416541 Oct 04 05:55:12.407318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71f262-de02-478f-a77a-e9b61eaffb87 req-0c35e219-c4b1-4732-8633-f5e67ff0a79f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:12.408716 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dd71f262-de02-478f-a77a-e9b61eaffb87 req-0c35e219-c4b1-4732-8633-f5e67ff0a79f tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0452166 Oct 04 05:55:12.497025 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-dd71f262-de02-478f-a77a-e9b61eaffb87 req-7ad1c081-f344-4170-bdd6-e45d4561cf94 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829244 Oct 04 05:55:12.538488 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-86e73b67-757e-43c4-ad0c-884ad1530a6f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954390 Oct 04 05:55:12.733542 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:12.755154 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-01b1bf6b-2c81-40c1-8e11-6d37c79c05a2 req-21f25e19-deeb-4b93-8f5d-4ab4f2397deb service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890942 Oct 04 05:55:13.094631 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0acbde-c6f8-48b2-b891-bd0eb33f5f07 req-0686f4c5-226f-4f8d-bbe0-f22c1d6e7a17 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:13.096100 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4b0acbde-c6f8-48b2-b891-bd0eb33f5f07 req-0686f4c5-226f-4f8d-bbe0-f22c1d6e7a17 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0483277 Oct 04 05:55:13.145291 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-4b0acbde-c6f8-48b2-b891-bd0eb33f5f07 req-8fc803f8-9685-47cd-849c-dfbc169b9552 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429378 Oct 04 05:55:13.145519 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-9e82b8a7-1ff3-45a6-bb0a-c8999a694f03 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:13.146855 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-9e82b8a7-1ff3-45a6-bb0a-c8999a694f03 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 946 time: 0.0464201 Oct 04 05:55:13.234556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Deleting port c560ca58-da5c-41e9-a8ff-688a557078a4 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:13.234898 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:13.321879 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] For port c560ca58-da5c-41e9-a8ff-688a557078a4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c560ca58-da5c-41e9-a8ff-688a557078a4,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:13.322180 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:13.334525 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Calling delete_port for c560ca58-da5c-41e9-a8ff-688a557078a4 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:13.380317 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:13.547975 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (c560ca58-da5c-41e9-a8ff-688a557078a4), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:13.578094 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'Port': ['ID=c560ca58-da5c-41e9-a8ff-688a557078a4,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:13.609997 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d8c975b1-b3d5-4451-86b3-96b600b1e203 req-b3ab9316-ab33-491d-84f9-ac7964c4a2df tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 210 time: 0.0341847 Oct 04 05:55:13.647409 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] No DVR routers for this DVR port c560ca58-da5c-41e9-a8ff-688a557078a4 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:55:13.649981 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:13.653814 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7a9074a0-327a-4b1c-91dc-55b4870c5499 req-3d0ca1ea-633d-484a-a21a-67c8c1550ef6 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "DELETE /networking/v2.0/ports/c560ca58-da5c-41e9-a8ff-688a557078a4 HTTP/1.1" status: 204 len: 173 time: 0.4992056 Oct 04 05:55:13.654324 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'name': 'network-vif-deleted', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:55:13.656570 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f536a-2d77-4698-acb8-de73695af828" -d '{"events": [{"server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "name": "network-vif-deleted", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:55:13.694430 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6584db4b-671e-4c1a-9224-1a1ffc566c44 x-openstack-request-id: req-6584db4b-671e-4c1a-9224-1a1ffc566c44 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:55:13.694988 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613332ae-8dff-42d1-951d-26edf50f86f2", "name": "network-vif-deleted", "tag": "c560ca58-da5c-41e9-a8ff-688a557078a4", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:55:13.695233 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6584db4b-671e-4c1a-9224-1a1ffc566c44 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:55:13.695706 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6584db4b-671e-4c1a-9224-1a1ffc566c44'] response: {'server_uuid': '613332ae-8dff-42d1-951d-26edf50f86f2', 'name': 'network-vif-deleted', 'tag': 'c560ca58-da5c-41e9-a8ff-688a557078a4', 'status': 'completed', 'code': 200} Oct 04 05:55:14.265233 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2958d1-9d1e-406f-b538-abcd17dfe058 req-a431631d-a29e-49f1-88d1-2e9371ab8529 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:14.266691 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eb2958d1-9d1e-406f-b538-abcd17dfe058 req-a431631d-a29e-49f1-88d1-2e9371ab8529 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0467839 Oct 04 05:55:14.316297 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-eb2958d1-9d1e-406f-b538-abcd17dfe058 req-df4491d4-b72d-4a9c-894f-547ea4997ab1 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Oct 04 05:55:14.729434 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-cbe1c8b5-7d76-43ef-8ae0-b6a45c5dbfa6 req-e56a15ff-1769-48c2-b4fe-606fd7cd8bd7 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=613332ae-8dff-42d1-951d-26edf50f86f2 HTTP/1.1" status: 200 len: 210 time: 0.0307634 Oct 04 05:55:15.135273 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:55:15.435826 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fec93-147f-4c19-ae20-461d32305e7e req-7a9ebfb8-1344-44d4-afaa-97f34504c065 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:15.437910 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a39fec93-147f-4c19-ae20-461d32305e7e req-7a9ebfb8-1344-44d4-afaa-97f34504c065 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0458715 Oct 04 05:55:15.489324 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a39fec93-147f-4c19-ae20-461d32305e7e req-08e39064-7c1b-418e-bd89-64347a93e741 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458083 Oct 04 05:55:16.283036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-d6297c46-aff0-45fa-91d1-4d2059a6ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:16.284426 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-d6297c46-aff0-45fa-91d1-4d2059a6ed51 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0397699 Oct 04 05:55:16.380856 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-670605ee-1d9d-42fc-910e-edf78c92836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:16.382310 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-670605ee-1d9d-42fc-910e-edf78c92836d service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 909 time: 0.0917385 Oct 04 05:55:16.443414 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-fe22de72-e5e1-48b7-b540-9429aa6c32f6 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 1002 time: 0.0539834 Oct 04 05:55:16.493570 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-98542f49-6471-4ea5-a625-45d855bca61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:16.495083 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-98542f49-6471-4ea5-a625-45d855bca61c service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0428150 Oct 04 05:55:16.546901 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-55d5a527-cba8-4d61-b764-a36a11db6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:16.548408 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-55d5a527-cba8-4d61-b764-a36a11db6ff7 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427721 Oct 04 05:55:16.605388 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:16.654271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6378c-21a3-406b-828c-09fae300241d req-8ebf8bb7-6927-4fbd-95ba-cc770688266b tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:16.655744 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e7d6378c-21a3-406b-828c-09fae300241d req-8ebf8bb7-6927-4fbd-95ba-cc770688266b tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0835259 Oct 04 05:55:16.699198 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-821655ff-bbaf-41f8-86aa-91c270ac05dd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445358 Oct 04 05:55:16.732444 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:16.769147 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-e7d6378c-21a3-406b-828c-09fae300241d req-b7f59662-b530-4bb6-ba78-30fc10f31909 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048989 Oct 04 05:55:16.807382 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-fff2c3e7-b75e-4b06-b420-350c06a76e78 req-52e1eec4-40af-4762-b9cc-11ba9ca76b20 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988808 Oct 04 05:55:17.642274 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device c560ca58-da5c-41e9-a8ff-688a557078a4 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:17.645957 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:17.646591 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:17.668896 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: c560ca58-da5c-41e9-a8ff-688a557078a4 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:17.669239 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device c560ca58-da5c-41e9-a8ff-688a557078a4 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:17.776203 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:17.887585 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864ce9-4d60-460c-a270-9c01ffb9d915 req-01d837f5-a9d1-46e8-8964-fa2a7f607d12 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:17.888972 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dd864ce9-4d60-460c-a270-9c01ffb9d915 req-01d837f5-a9d1-46e8-8964-fa2a7f607d12 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0455065 Oct 04 05:55:17.938372 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-dd864ce9-4d60-460c-a270-9c01ffb9d915 req-ea077a8d-bb68-4579-a014-e055b55b1ea2 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Oct 04 05:55:18.198717 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50702) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:18.335609 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Deleting port 38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:18.335949 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:18.411995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:18.412318 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:18.424866 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Calling delete_port for 38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:18.662390 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:18.688270 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'Port': ['ID=38feb8fe-eabb-4ba9-bd74-d0c24c8e8eeb,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:18.754319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (da49b195-0e6b-4d93-aeba-3b24ceb68935), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:18.754628 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Floating IP da49b195-0e6b-4d93-aeba-3b24ceb68935 disassociated (deleted). External IP: 172.27.1.110, port: f35de6bd-faf9-47cd-8910-fb186f4a737c. Oct 04 05:55:18.949936 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:55:18.957802 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:19.048855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:19.094734 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d69a5-5cea-4185-9370-6679eaf2abb4 req-cd2e50e9-8927-4f3e-9615-46a976c74b7a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:19.096221 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-678d69a5-5cea-4185-9370-6679eaf2abb4 req-cd2e50e9-8927-4f3e-9615-46a976c74b7a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0829813 Oct 04 05:55:19.097218 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:55:19.102105 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:19.107615 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:55:19.117255 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:19.117852 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:19.152520 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1415f8e8-19bd-46b2-834b-6dc4cfcd43c5 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/da49b195-0e6b-4d93-aeba-3b24ceb68935 HTTP/1.1" status: 204 len: 168 time: 0.9527194 Oct 04 05:55:19.158881 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:55:19.161221 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5779c7f4-8249-4043-9334-ac9d7fa4b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:55:19.183110 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-678d69a5-5cea-4185-9370-6679eaf2abb4 req-f857fdad-cdd7-4a29-a1c9-f1b7bb238cce tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780175 Oct 04 05:55:19.219976 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:19.220594 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:19.227631 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:19.232795 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ff494-1e13-4956-aff8-970ae1f7ba3e x-openstack-request-id: req-3b6ff494-1e13-4956-aff8-970ae1f7ba3e {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:55:19.233330 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:55:19.233442 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b6ff494-1e13-4956-aff8-970ae1f7ba3e {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:55:19.233879 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6ff494-1e13-4956-aff8-970ae1f7ba3e'] response: {'name': 'network-changed', 'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'status': 'completed', 'code': 200} Oct 04 05:55:19.330747 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-7e2a8c39-a20b-42dc-aa87-234adebaa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:19.332601 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-7e2a8c39-a20b-42dc-aa87-234adebaa331 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 1130 time: 0.0412719 Oct 04 05:55:19.413607 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:19.428325 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-bd0c70f5-3ed5-4952-93a6-baa87a30bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:19.429833 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-bd0c70f5-3ed5-4952-93a6-baa87a30bd51 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 200 len: 912 time: 0.0899956 Oct 04 05:55:19.441580 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:55:19.450582 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:19.455754 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:19.473451 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-adf9944b-cf45-44da-b873-e497f179d99a service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 200 len: 217 time: 0.0342436 Oct 04 05:55:19.533332 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-1cab3bc2-4890-4ab1-adcf-819af4bdf15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:19.534880 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-1cab3bc2-4890-4ab1-adcf-819af4bdf15e service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 200 len: 850 time: 0.0469499 Oct 04 05:55:19.586402 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-8ac9c5dc-2750-4a93-b47f-7865486a0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:19.587932 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-8ac9c5dc-2750-4a93-b47f-7865486a0f44 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=79e2bf3e-1f66-495f-8ec9-26b178e13978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438490 Oct 04 05:55:19.644448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43200ecd-61e1-4e4b-9bb7-422780336809 req-7940521d-59cf-4c51-9eb5-2014c69114cf tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:19.645958 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-43200ecd-61e1-4e4b-9bb7-422780336809 req-7940521d-59cf-4c51-9eb5-2014c69114cf tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0509160 Oct 04 05:55:19.647081 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:19.695987 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-43200ecd-61e1-4e4b-9bb7-422780336809 req-0439f399-17e3-44c2-b17f-22a2cd0d6314 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Oct 04 05:55:19.827070 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:19.850168 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0a0b0-7bef-42d1-8f19-6ad287d9aec7 None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:47:32Z', 'revision_number': 4, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': 'e25a65d2-4b33-40d5-b35b-7f3aa7587b71', 'name': '', 'network_id': '79e2bf3e-1f66-495f-8ec9-26b178e13978', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'mac_address': 'fa:16:3e:02:b0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:31Z', 'updated_at': '2022-10-04T05:47:37Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'subnets': [{'id': '40c2cddc-6a23-4917-8672-2d8b2b8b711d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:55:20.054756 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a92e7-28fe-41de-86a5-48c203a4743a None None] New status for floating IP da49b195-0e6b-4d93-aeba-3b24ceb68935: DOWN {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:55:20.306987 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254eba-dbbb-4872-a65d-694658d10859 req-1db70d2b-61fb-4fbe-91d1-9da21e37f4e0 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:20.308417 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5e254eba-dbbb-4872-a65d-694658d10859 req-1db70d2b-61fb-4fbe-91d1-9da21e37f4e0 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0457277 Oct 04 05:55:20.358759 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5e254eba-dbbb-4872-a65d-694658d10859 req-374a8b3e-0c01-4fef-a85e-38c394ede53a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Oct 04 05:55:20.731826 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a062ade-b086-4739-be60-2a032b18e397 req-412aead9-ad11-4e16-a458-1e06e8054f51 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:20.733321 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1a062ade-b086-4739-be60-2a032b18e397 req-412aead9-ad11-4e16-a458-1e06e8054f51 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0465400 Oct 04 05:55:20.785968 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-1a062ade-b086-4739-be60-2a032b18e397 req-9182daf9-9bb1-4452-915c-42aa214e79fe tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461028 Oct 04 05:55:20.824297 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89621560-3d30-4e9e-a994-a481e206e1a9 req-4bee3b28-44cf-4c67-b9b3-4204ca600a93 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:20.825740 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-89621560-3d30-4e9e-a994-a481e206e1a9 req-4bee3b28-44cf-4c67-b9b3-4204ca600a93 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Oct 04 05:55:20.832273 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-211b9278-8020-4ecd-ac5d-5e8450ba5fc7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978975 Oct 04 05:55:20.946075 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-89621560-3d30-4e9e-a994-a481e206e1a9 req-d8749aa7-a04e-4729-b5a1-dce18634d208 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138794 Oct 04 05:55:20.964359 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-77cb10fb-1444-4930-9dac-83e6c2c694f7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:20.965718 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-77cb10fb-1444-4930-9dac-83e6c2c694f7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports/7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 943 time: 0.1063681 Oct 04 05:55:20.972786 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-d19bc3ac-04f1-4f2f-b02b-4f89a572b389 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273539 Oct 04 05:55:21.147481 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-5779c7f4-8249-4043-9334-ac9d7fa4b40a req-bbbdd1df-606d-4e41-871f-46331cb03bfe service neutron] 10.222.0.39 "GET /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 Oct 04 05:55:21.739037 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c64490c3-7b94-4f8b-8d03-fff7853c225c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:21.740553 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c64490c3-7b94-4f8b-8d03-fff7853c225c tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0514507 Oct 04 05:55:21.825101 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Deleting port f35de6bd-faf9-47cd-8910-fb186f4a737c {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:21.825687 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:21.875505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:21.921745 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb836-eccf-4e7f-9707-e524f2dcf5fa req-b1b2a092-fce8-431f-8f26-b632fe40eddb tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:21.924015 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-977bb836-eccf-4e7f-9707-e524f2dcf5fa req-b1b2a092-fce8-431f-8f26-b632fe40eddb tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0540874 Oct 04 05:55:21.935437 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] For port f35de6bd-faf9-47cd-8910-fb186f4a737c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f35de6bd-faf9-47cd-8910-fb186f4a737c,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:21.935759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:21.951913 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Calling delete_port for f35de6bd-faf9-47cd-8910-fb186f4a737c owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:21.963495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:21.978167 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-977bb836-eccf-4e7f-9707-e524f2dcf5fa req-df909fd5-b34d-4ba7-b72a-88c0a2182996 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 Oct 04 05:55:22.101216 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb9788-420d-4ea5-9a09-f9a8b7b86a84 req-6a4f4e38-ed5b-45cc-8862-08438ac08e62 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:22.102712 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8fbb9788-420d-4ea5-9a09-f9a8b7b86a84 req-6a4f4e38-ed5b-45cc-8862-08438ac08e62 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 946 time: 0.0757692 Oct 04 05:55:22.162610 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8fbb9788-420d-4ea5-9a09-f9a8b7b86a84 req-54549deb-e98b-4566-863f-2c68aa86de38 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4edf734e-2df6-4708-86b7-64d2e9e527f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Oct 04 05:55:22.215605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (f35de6bd-faf9-47cd-8910-fb186f4a737c), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:22.244134 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'Port': ['ID=f35de6bd-faf9-47cd-8910-fb186f4a737c,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:22.291481 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] No DVR routers for this DVR port f35de6bd-faf9-47cd-8910-fb186f4a737c on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:55:22.293926 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:22.297173 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-8a0204b2-8d63-4dc0-91fb-188a6892dbb5 req-c92b80dd-023e-4687-8faa-6ebf0b346571 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.39 "DELETE /networking/v2.0/ports/f35de6bd-faf9-47cd-8910-fb186f4a737c HTTP/1.1" status: 204 len: 173 time: 0.5487943 Oct 04 05:55:22.299094 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'name': 'network-vif-deleted', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:55:22.300051 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89e0888-a974-4572-aeb8-f102aeba3bc3" -d '{"events": [{"server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "name": "network-vif-deleted", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:55:22.336640 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a46690-17e9-4d71-b364-8772e1404d74 x-openstack-request-id: req-38a46690-17e9-4d71-b364-8772e1404d74 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:55:22.336939 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7", "name": "network-vif-deleted", "tag": "f35de6bd-faf9-47cd-8910-fb186f4a737c", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:55:22.337196 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38a46690-17e9-4d71-b364-8772e1404d74 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:55:22.337608 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a46690-17e9-4d71-b364-8772e1404d74'] response: {'server_uuid': '61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7', 'name': 'network-vif-deleted', 'tag': 'f35de6bd-faf9-47cd-8910-fb186f4a737c', 'status': 'completed', 'code': 200} Oct 04 05:55:23.105503 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4052bd-9abe-41e8-8aac-ded6276a6a14 req-54242d82-4d7e-4810-9cbe-b18645116b8f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:23.107066 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf4052bd-9abe-41e8-8aac-ded6276a6a14 req-54242d82-4d7e-4810-9cbe-b18645116b8f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0482767 Oct 04 05:55:23.157871 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-cf4052bd-9abe-41e8-8aac-ded6276a6a14 req-2e0b5115-2b39-4eb5-91f7-409a76f7ffda tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440888 Oct 04 05:55:23.277711 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5d72fb8e-5f27-4d6a-8540-68f15a53f683 req-13780b54-67f1-4d2c-adb2-798120aa2ee1 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=61ee2df4-9d1a-47e3-96f6-4f9d5afd7cc7 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Oct 04 05:55:23.668007 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:23.741320 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 is: ACTIVE; New status is: DOWN {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:55:23.741709 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:23.764414 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:55:23.767275 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e9d6d-8a67-4c51-8f8d-0b64aba1ad02" -d '{"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:55:23.779532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:23.850555 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:23.872881 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 04 Oct 2022 05:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070fc24e-f9ed-4b7f-94d3-50090a1b03f7 x-openstack-request-id: req-070fc24e-f9ed-4b7f-94d3-50090a1b03f7 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:55:23.873166 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-unplugged", "status": "failed", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "code": 422}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:55:23.873417 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-070fc24e-f9ed-4b7f-94d3-50090a1b03f7 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:55:23.873848 dv-cinder-849143-10-iscsi neutron-server[113154]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-070fc24e-f9ed-4b7f-94d3-50090a1b03f7']: {'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'code': 422} returned with failed status Oct 04 05:55:23.902092 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=6']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:23.909523 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.909874 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.910243 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.910582 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.910911 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.911237 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.911557 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.911879 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.912200 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.912715 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.913088 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.913418 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.913740 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.914055 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:23.915828 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:24.275828 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084d45-fd0f-4abc-993c-37c984dd0730 req-bc7a3381-1f6d-4c1d-8e1c-685dc32d85f7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:24.277225 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e6084d45-fd0f-4abc-993c-37c984dd0730 req-bc7a3381-1f6d-4c1d-8e1c-685dc32d85f7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0450404 Oct 04 05:55:24.328745 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-e6084d45-fd0f-4abc-993c-37c984dd0730 req-385060a7-562b-4056-8da2-a57722466032 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459681 Oct 04 05:55:24.349093 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50748) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:24.453897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-30ca4cb1-e4ce-4e71-a6d6-0ef433fa0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:24.455262 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-30ca4cb1-e4ce-4e71-a6d6-0ef433fa0e7d service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f&tenant_id=c225dfb273d64b3e94f7dae792e4cd9d HTTP/1.1" status: 200 len: 1128 time: 0.0763476 Oct 04 05:55:24.481865 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Deleting port b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:24.482224 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:24.572713 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-ce2b5ced-09d7-4ff6-91cc-4ff9a02be95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:24.574131 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-ce2b5ced-09d7-4ff6-91cc-4ff9a02be95a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1128 time: 0.0488510 Oct 04 05:55:24.640099 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:24.640417 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:24.657914 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Calling delete_port for b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:24.732763 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-c3f22bef-e3ee-43b2-a3e3-280ec1e1a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:24.734098 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-c3f22bef-e3ee-43b2-a3e3-280ec1e1a1db service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 909 time: 0.1500714 Oct 04 05:55:24.747520 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:24.818070 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-7e3561d2-82ef-4261-ad27-08eaf2ae22e4 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 1000 time: 0.0711246 Oct 04 05:55:24.821122 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:24.896295 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-494cbbde-536e-4012-8b68-dce4b9be12af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:24.897723 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-494cbbde-536e-4012-8b68-dce4b9be12af service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0597131 Oct 04 05:55:24.947691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-c7cd93b9-6ca5-4348-b073-cdda7701dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:24.949137 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-c7cd93b9-6ca5-4348-b073-cdda7701dea4 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416322 Oct 04 05:55:24.967556 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:25.023465 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'Port': ['ID=b0d43d4e-02f4-40e3-9bc8-730a2d1f0de5,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:25.378376 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-696c5437-61b3-4e40-8db9-58f7b5a97b87 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186170 Oct 04 05:55:25.379163 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for floatingip (0f1a8cac-9ca1-4961-b254-30528a1433da), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:25.381599 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:25.382663 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8c6011bf-fb85-4ded-8177-8b1c97adffe2 tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0f1a8cac-9ca1-4961-b254-30528a1433da HTTP/1.1" status: 204 len: 168 time: 1.0365415 Oct 04 05:55:25.457300 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e204b5-8386-4f49-aaa0-0a2cd4054301 req-05bc8fcb-e17b-4e4c-a8f1-c7ba3c9e4b80 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:25.464853 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c1e204b5-8386-4f49-aaa0-0a2cd4054301 req-05bc8fcb-e17b-4e4c-a8f1-c7ba3c9e4b80 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0529470 Oct 04 05:55:25.488493 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-80e3f913-9dda-4948-a408-f4375ce7b4c0 req-e3e56ada-2252-4f81-83e2-5d7edb19ffea service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003461 Oct 04 05:55:25.509955 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-c1e204b5-8386-4f49-aaa0-0a2cd4054301 req-a8c44fad-d397-4794-b5b6-0c69542efe71 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Oct 04 05:55:25.667994 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device f35de6bd-faf9-47cd-8910-fb186f4a737c no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:25.691546 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: f35de6bd-faf9-47cd-8910-fb186f4a737c {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:25.691864 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device f35de6bd-faf9-47cd-8910-fb186f4a737c not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:26.634110 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e23-5cba-4e36-9400-43892e4c722e req-91873707-6166-4d69-9dbe-0f3df439a04f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:26.635545 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2966e23-5cba-4e36-9400-43892e4c722e req-91873707-6166-4d69-9dbe-0f3df439a04f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0506923 Oct 04 05:55:26.683681 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-b2966e23-5cba-4e36-9400-43892e4c722e req-23eae6c2-d431-4232-94e7-99422a213aeb tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Oct 04 05:55:26.718111 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50764) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:26.773872 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d535704e-6af6-4fc2-982c-32f8b446d33d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group (4edf734e-2df6-4708-86b7-64d2e9e527f0), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:26.796401 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d535704e-6af6-4fc2-982c-32f8b446d33d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group (4edf734e-2df6-4708-86b7-64d2e9e527f0), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:26.941676 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d535704e-6af6-4fc2-982c-32f8b446d33d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (4edf734e-2df6-4708-86b7-64d2e9e527f0), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:26.944364 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d535704e-6af6-4fc2-982c-32f8b446d33d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:26.945769 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d535704e-6af6-4fc2-982c-32f8b446d33d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4edf734e-2df6-4708-86b7-64d2e9e527f0 HTTP/1.1" status: 204 len: 168 time: 0.2259738 Oct 04 05:55:26.959594 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535704e-6af6-4fc2-982c-32f8b446d33d tempest-TestVolumeBootPattern-1048575997 tempest-TestVolumeBootPattern-1048575997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf734e-2df6-4708-86b7-64d2e9e527f0,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:27.052871 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50768) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:27.340420 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:27.452424 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (3374c411-e04d-4b99-9c0f-fb11ec874c65), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:27.483642 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:27.593372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-17d2e026-e5d2-4121-bc6a-d9aede69fd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:27.670342 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Deleting port e25a65d2-4b33-40d5-b35b-7f3aa7587b71 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:27.670961 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:27.749603 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] For port e25a65d2-4b33-40d5-b35b-7f3aa7587b71, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:27.749968 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:27.763759 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Calling delete_port for e25a65d2-4b33-40d5-b35b-7f3aa7587b71 owned by network:router_interface {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:27.841073 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5c242-ae27-4e9c-b7e5-2181e03060e4 req-98b58e26-6d1e-4993-a60f-ff297e7fe6d9 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:27.842535 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-36d5c242-ae27-4e9c-b7e5-2181e03060e4 req-98b58e26-6d1e-4993-a60f-ff297e7fe6d9 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0832517 Oct 04 05:55:27.945222 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-36d5c242-ae27-4e9c-b7e5-2181e03060e4 req-a2983e1c-0a6e-47bf-81e4-42c9736379f7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958731 Oct 04 05:55:28.084500 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (e25a65d2-4b33-40d5-b35b-7f3aa7587b71), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:28.106941 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:28.109394 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e25a65d2-4b33-40d5-b35b-7f3aa7587b71,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:28.277146 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (3374c411-e04d-4b99-9c0f-fb11ec874c65), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:28.410610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:28.475251 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Router 3374c411-e04d-4b99-9c0f-fb11ec874c65 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:55:28.575328 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:55:28.580965 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-df341ba8-b604-4f29-9b65-6c3378fcbcdc admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3374c411-e04d-4b99-9c0f-fb11ec874c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271375 Oct 04 05:55:28.583584 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50774) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:28.584544 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] Sync routers for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:55:28.594199 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:28.594787 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:28.684610 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks [] for router (3374c411-e04d-4b99-9c0f-fb11ec874c65), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:28.698549 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:28.781957 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks [] for router_gateway (3374c411-e04d-4b99-9c0f-fb11ec874c65), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:28.858846 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:55:27Z', 'revision_number': 5, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port': {'id': '19e4381b-fca1-4e20-8ac7-4fc06ad3e32b', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:29Z', 'updated_at': '2022-10-04T05:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:28.884002 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] Checking router: 3374c411-e04d-4b99-9c0f-fb11ec874c65 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:55:28.892568 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] Routers {'3374c411-e04d-4b99-9c0f-fb11ec874c65'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:28.893177 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['3374c411-e04d-4b99-9c0f-fb11ec874c65'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:28.900938 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Deleting port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:28.901271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:28.931497 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:28.976177 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] Set router 3374c411-e04d-4b99-9c0f-fb11ec874c65 gateway port host: None {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:28.983350 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] For port 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:28.983677 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:28.998650 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Calling delete_port for 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b owned by network:router_gateway {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:29.027423 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:55:28Z', 'revision_number': 6, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:29.034503 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:29.036644 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:29.052703 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0cfddb-c6ad-4235-a4dd-1a2a2a662f4b None None] The sync data for ids ['3374c411-e04d-4b99-9c0f-fb11ec874c65'] in dv-cinder-849143-10-iscsi is: [{'id': '3374c411-e04d-4b99-9c0f-fb11ec874c65', 'name': 'tempest-TestVolumeBootPattern-707711331-router', 'tenant_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:28Z', 'updated_at': '2022-10-04T05:55:28Z', 'revision_number': 6, 'project_id': '45a5869786d843fe9fb5cdb6b3596c2f', 'gw_port_host': None}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:55:29.075578 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c67f-a9a5-41e8-bd97-1f791921a5da req-a45e902d-519f-4529-9a68-a22177645108 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:29.077066 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0cf5c67f-a9a5-41e8-bd97-1f791921a5da req-a45e902d-519f-4529-9a68-a22177645108 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0525441 Oct 04 05:55:29.114093 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:29.133664 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0cf5c67f-a9a5-41e8-bd97-1f791921a5da req-028f444b-c27a-49da-8529-908bc38e58a6 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440140 Oct 04 05:55:29.215784 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (19e4381b-fca1-4e20-8ac7-4fc06ad3e32b), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.239541 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e4381b-fca1-4e20-8ac7-4fc06ad3e32b,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:29.307008 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (3374c411-e04d-4b99-9c0f-fb11ec874c65), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.361361 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:29.387837 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (3374c411-e04d-4b99-9c0f-fb11ec874c65), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.389947 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks [] for router_controller (3374c411-e04d-4b99-9c0f-fb11ec874c65), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.495698 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (3374c411-e04d-4b99-9c0f-fb11ec874c65), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.496331 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3374c411-e04d-4b99-9c0f-fb11ec874c65 {{(pid=113153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:55:29.500626 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.501804 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-91c33b76-ceee-4d9c-9990-a293bf2cba68 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/3374c411-e04d-4b99-9c0f-fb11ec874c65 HTTP/1.1" status: 204 len: 168 time: 0.9173079 Oct 04 05:55:29.504417 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50778) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:29.548675 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Deleting subnet 40c2cddc-6a23-4917-8672-2d8b2b8b711d {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:55:29.551660 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Publish callbacks [] for subnet (40c2cddc-6a23-4917-8672-2d8b2b8b711d), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.585077 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (40c2cddc-6a23-4917-8672-2d8b2b8b711d), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.660561 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (40c2cddc-6a23-4917-8672-2d8b2b8b711d), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.782506 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (40c2cddc-6a23-4917-8672-2d8b2b8b711d), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.805293 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c2cddc-6a23-4917-8672-2d8b2b8b711d,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:29.811071 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.816079 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-e33c2cdf-ac9a-40db-999a-919f72e79298 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/40c2cddc-6a23-4917-8672-2d8b2b8b711d HTTP/1.1" status: 204 len: 168 time: 0.3106647 Oct 04 05:55:29.818532 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d19fb-0ab5-4413-8cb3-b2b84055e7bd None None] Network 79e2bf3e-1f66-495f-8ec9-26b178e13978 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:55:29.819031 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50780) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:29.903620 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (79e2bf3e-1f66-495f-8ec9-26b178e13978), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.921166 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device e25a65d2-4b33-40d5-b35b-7f3aa7587b71 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:29.944695 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: e25a65d2-4b33-40d5-b35b-7f3aa7587b71 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:29.945298 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device e25a65d2-4b33-40d5-b35b-7f3aa7587b71 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:29.945718 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:29.949327 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Deleting port 01a40dfe-daab-443d-91bc-bc4521417142 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:29.949497 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea55e-f8af-4cbd-b761-a66d4b5eeeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.949618 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (01a40dfe-daab-443d-91bc-bc4521417142), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:29.971415 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:29.972019 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 19e4381b-fca1-4e20-8ac7-4fc06ad3e32b not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:30.037497 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] DHCP port deletion for 79e2bf3e-1f66-495f-8ec9-26b178e13978 request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:55:30.044333 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] For port 01a40dfe-daab-443d-91bc-bc4521417142, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=01a40dfe-daab-443d-91bc-bc4521417142,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:30.044776 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (01a40dfe-daab-443d-91bc-bc4521417142), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.060109 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Calling delete_port for 01a40dfe-daab-443d-91bc-bc4521417142 owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:30.087378 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] Deleting port 01a40dfe-daab-443d-91bc-bc4521417142 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:30.087679 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (01a40dfe-daab-443d-91bc-bc4521417142), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.154479 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] For port 01a40dfe-daab-443d-91bc-bc4521417142, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=01a40dfe-daab-443d-91bc-bc4521417142,segment=NetworkSegment(96cd2f37-655e-4951-9d08-275c1f11e40f),segment_id=96cd2f37-655e-4951-9d08-275c1f11e40f)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:30.154881 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (01a40dfe-daab-443d-91bc-bc4521417142), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.169127 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] Calling delete_port for 01a40dfe-daab-443d-91bc-bc4521417142 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:30.205633 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (01a40dfe-daab-443d-91bc-bc4521417142), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.230244 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=01a40dfe-daab-443d-91bc-bc4521417142,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:30.251222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] No DVR routers for this DVR port 01a40dfe-daab-443d-91bc-bc4521417142 on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:55:30.251431 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (01a40dfe-daab-443d-91bc-bc4521417142), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.276927 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] Pushing event deleted for resources: {'Port': ['ID=01a40dfe-daab-443d-91bc-bc4521417142,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:30.283148 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f389c-2c19-410b-aff5-4423b3f864d6 None None] No DVR routers for this DVR port 01a40dfe-daab-443d-91bc-bc4521417142 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:55:30.322286 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ba138-9263-4b9a-8207-b40bb09643a1 req-07498c94-0f85-464c-abd8-1a282dc42c0b tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:30.323914 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e3ba138-9263-4b9a-8207-b40bb09643a1 req-07498c94-0f85-464c-abd8-1a282dc42c0b tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0971019 Oct 04 05:55:30.376991 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (79e2bf3e-1f66-495f-8ec9-26b178e13978), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.407323 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e2bf3e-1f66-495f-8ec9-26b178e13978']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:30.409162 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:30.426301 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cd2f37-655e-4951-9d08-275c1f11e40f') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:30.426635 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cd2f37-655e-4951-9d08-275c1f11e40f') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:30.436140 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:30.441472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (96cd2f37-655e-4951-9d08-275c1f11e40f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.451516 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0e3ba138-9263-4b9a-8207-b40bb09643a1 req-290996ef-c29e-41fb-adad-8cf507b995e4 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996616 Oct 04 05:55:30.459684 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (96cd2f37-655e-4951-9d08-275c1f11e40f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.466256 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:55:30.466637 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (96cd2f37-655e-4951-9d08-275c1f11e40f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.553239 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 96cd2f37-655e-4951-9d08-275c1f11e40f resource provider aggregate not found Oct 04 05:55:30.571347 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment 96cd2f37-655e-4951-9d08-275c1f11e40f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96cd2f37-655e-4951-9d08-275c1f11e40f found for delete ", "request_id": "req-1a1f2be8-a270-4234-bf3a-e9f44f806bfa"}]} Oct 04 05:55:30.587567 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (79e2bf3e-1f66-495f-8ec9-26b178e13978), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.593553 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:30.598318 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/79e2bf3e-1f66-495f-8ec9-26b178e13978 HTTP/1.1" status: 204 len: 168 time: 0.7772248 Oct 04 05:55:30.600425 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50790) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:30.613693 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180bb0a-afea-44ca-b152-b06437ddc9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=79e2bf3e-1f66-495f-8ec9-26b178e13978,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:30.943299 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (06270441-662c-409b-adb8-19880f0c6b4e), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:31.160748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Deleting port 0e693137-d86a-4bf7-9dbf-206e980774e5 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:31.160748 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:31.187163 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:31.234725 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] For port 0e693137-d86a-4bf7-9dbf-206e980774e5, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=0e693137-d86a-4bf7-9dbf-206e980774e5,segment=NetworkSegment(518597c5-f7eb-4380-a78c-9bb99055ca00),segment_id=518597c5-f7eb-4380-a78c-9bb99055ca00)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:31.235078 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:31.247168 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Calling delete_port for 0e693137-d86a-4bf7-9dbf-206e980774e5 owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:31.365172 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:31.376766 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:31.461463 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (0e693137-d86a-4bf7-9dbf-206e980774e5), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:31.709456 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e693137-d86a-4bf7-9dbf-206e980774e5,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:31.744824 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 01a40dfe-daab-443d-91bc-bc4521417142 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:31.760923 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.761266 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.761604 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.761948 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.762308 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.762634 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.762952 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.763269 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.763590 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.763905 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.764224 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.764539 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.764850 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.765162 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.765527 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:55:31.768377 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 01a40dfe-daab-443d-91bc-bc4521417142 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:31.772458 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 01a40dfe-daab-443d-91bc-bc4521417142 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:31.810300 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622a928-9e12-486f-9838-e21d943bdee4 req-2e87be41-9147-4333-bcc3-7ecb6bbfc714 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:31.811960 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0622a928-9e12-486f-9838-e21d943bdee4 req-2e87be41-9147-4333-bcc3-7ecb6bbfc714 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.1097138 Oct 04 05:55:31.917841 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-0622a928-9e12-486f-9838-e21d943bdee4 req-fce45842-bcdf-4388-b235-e412734b0f96 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996130 Oct 04 05:55:31.965951 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (06270441-662c-409b-adb8-19880f0c6b4e), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.162737 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Router 06270441-662c-409b-adb8-19880f0c6b4e has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:55:32.260960 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:55:32.265822 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-bf2452a1-ffbc-48de-bdb8-2b286382c175 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/06270441-662c-409b-adb8-19880f0c6b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642995 Oct 04 05:55:32.268495 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50794) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:32.269148 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] Sync routers for ids ['06270441-662c-409b-adb8-19880f0c6b4e'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:55:32.280717 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] Routers {'06270441-662c-409b-adb8-19880f0c6b4e'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:32.281972 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['06270441-662c-409b-adb8-19880f0c6b4e'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:32.354991 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:32.367936 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks [] for router (06270441-662c-409b-adb8-19880f0c6b4e), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.383185 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] Set router 06270441-662c-409b-adb8-19880f0c6b4e gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:32.466048 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks [] for router_gateway (06270441-662c-409b-adb8-19880f0c6b4e), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.472728 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:32.533400 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:32.551987 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:55:31Z', 'revision_number': 5, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port': {'id': '45eb7eca-53d3-49d7-ab6e-bf439208aa35', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06270441-662c-409b-adb8-19880f0c6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:32.559141 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Deleting port 45eb7eca-53d3-49d7-ab6e-bf439208aa35 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:32.559484 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.577751 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] Checking router: 06270441-662c-409b-adb8-19880f0c6b4e for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:55:32.587112 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] Routers {'06270441-662c-409b-adb8-19880f0c6b4e'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:55:32.587700 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:55:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['06270441-662c-409b-adb8-19880f0c6b4e'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:32.643830 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] For port 45eb7eca-53d3-49d7-ab6e-bf439208aa35, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=45eb7eca-53d3-49d7-ab6e-bf439208aa35,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:32.644205 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.657673 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Calling delete_port for 45eb7eca-53d3-49d7-ab6e-bf439208aa35 owned by network:router_gateway {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:32.672703 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] Set router 06270441-662c-409b-adb8-19880f0c6b4e gateway port host: None {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:55:32.700369 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:32.720971 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:55:32Z', 'revision_number': 6, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:32.757254 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81288743-bf73-4fa4-a9d5-f9d70b4d0a56 None None] The sync data for ids ['06270441-662c-409b-adb8-19880f0c6b4e'] in dv-cinder-849143-10-iscsi is: [{'id': '06270441-662c-409b-adb8-19880f0c6b4e', 'name': 'tempest-TestVolumeBootPattern-2065449026-router', 'tenant_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:47:38Z', 'updated_at': '2022-10-04T05:55:32Z', 'revision_number': 6, 'project_id': 'b1c0de68f6474ce2b0ec27fd91a5a166', 'gw_port_host': None}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:55:32.838611 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.866933 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.896424 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (45eb7eca-53d3-49d7-ab6e-bf439208aa35), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:32.922163 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Pushing event deleted for resources: {'Port': ['ID=45eb7eca-53d3-49d7-ab6e-bf439208aa35,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:32.983349 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (06270441-662c-409b-adb8-19880f0c6b4e), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.040722 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0e94-4da6-4347-8109-71203f823ba0 req-ca00cc8b-3649-4663-87a8-045ea6256bc1 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:33.042239 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-31bd0e94-4da6-4347-8109-71203f823ba0 req-ca00cc8b-3649-4663-87a8-045ea6256bc1 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0469785 Oct 04 05:55:33.070040 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (06270441-662c-409b-adb8-19880f0c6b4e), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.072218 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks [] for router_controller (06270441-662c-409b-adb8-19880f0c6b4e), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.091448 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-31bd0e94-4da6-4347-8109-71203f823ba0 req-6afae2b9-ce6a-4121-abf3-f949b65696d6 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436039 Oct 04 05:55:33.164844 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (06270441-662c-409b-adb8-19880f0c6b4e), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.165555 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06270441-662c-409b-adb8-19880f0c6b4e {{(pid=113152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:55:33.169784 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.170985 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-07fb3736-3e67-4f56-924c-b94555eb4232 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/06270441-662c-409b-adb8-19880f0c6b4e HTTP/1.1" status: 204 len: 168 time: 0.9015737 Oct 04 05:55:33.174370 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50798) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:33.219630 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Deleting subnet 1693d6e5-5988-4d78-a05f-2e2e1d751364 {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:55:33.222674 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Publish callbacks [] for subnet (1693d6e5-5988-4d78-a05f-2e2e1d751364), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.258506 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (1693d6e5-5988-4d78-a05f-2e2e1d751364), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.333564 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (1693d6e5-5988-4d78-a05f-2e2e1d751364), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.467553 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (1693d6e5-5988-4d78-a05f-2e2e1d751364), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.495655 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.502179 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50800) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:33.503020 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febe876-8214-404d-b466-b7291ade9aa3 None None] Network d58bd1cb-da5e-485b-a005-f0c38ffbe94b requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:55:33.506682 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/1693d6e5-5988-4d78-a05f-2e2e1d751364 HTTP/1.1" status: 204 len: 168 time: 0.3312144 Oct 04 05:55:33.512082 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9536c3-a7a9-4a49-89d4-3de87551a9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1693d6e5-5988-4d78-a05f-2e2e1d751364,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:33.574927 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (d58bd1cb-da5e-485b-a005-f0c38ffbe94b), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.620456 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Deleting port 3b11b485-3981-4f94-b117-431e97d38500 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:33.620827 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (3b11b485-3981-4f94-b117-431e97d38500), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.658539 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] DHCP port deletion for d58bd1cb-da5e-485b-a005-f0c38ffbe94b request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:55:33.668326 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:33.693604 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] For port 3b11b485-3981-4f94-b117-431e97d38500, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=3b11b485-3981-4f94-b117-431e97d38500,segment=NetworkSegment(518597c5-f7eb-4380-a78c-9bb99055ca00),segment_id=518597c5-f7eb-4380-a78c-9bb99055ca00)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:33.693975 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (3b11b485-3981-4f94-b117-431e97d38500), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.711147 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Calling delete_port for 3b11b485-3981-4f94-b117-431e97d38500 owned by network:dhcp {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:33.819649 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=113154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 05:55:33.821858 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 3b11b485-3981-4f94-b117-431e97d38500 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:33.873510 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Deleting port 3b11b485-3981-4f94-b117-431e97d38500 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:55:33.873510 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (3b11b485-3981-4f94-b117-431e97d38500), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.874228 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (3b11b485-3981-4f94-b117-431e97d38500), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:33.904123 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b11b485-3981-4f94-b117-431e97d38500,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:33.906049 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] No DVR routers for this DVR port 3b11b485-3981-4f94-b117-431e97d38500 on host dv-cinder-849143-10-iscsi {{(pid=113152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:55:33.961003 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No active binding found for port 3b11b485-3981-4f94-b117-431e97d38500 {{(pid=113154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 05:55:33.961374 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] The host dv-cinder-849143-10-iscsi is not matching for port 3b11b485-3981-4f94-b117-431e97d38500 host None! {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 05:55:33.961746 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 3b11b485-3981-4f94-b117-431e97d38500 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:33.962160 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 45eb7eca-53d3-49d7-ab6e-bf439208aa35 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:33.981726 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (d58bd1cb-da5e-485b-a005-f0c38ffbe94b), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.000339 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 45eb7eca-53d3-49d7-ab6e-bf439208aa35 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:34.000682 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 45eb7eca-53d3-49d7-ab6e-bf439208aa35 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:34.001086 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0e693137-d86a-4bf7-9dbf-206e980774e5 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:55:34.001553 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58bd1cb-da5e-485b-a005-f0c38ffbe94b']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:34.010607 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518597c5-f7eb-4380-a78c-9bb99055ca00') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:34.010896 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518597c5-f7eb-4380-a78c-9bb99055ca00') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:55:34.020775 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (518597c5-f7eb-4380-a78c-9bb99055ca00), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.032949 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] For port 3b11b485-3981-4f94-b117-431e97d38500, host dv-cinder-849143-10-iscsi, got binding levels [] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:34.032949 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (3b11b485-3981-4f94-b117-431e97d38500), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.034996 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (518597c5-f7eb-4380-a78c-9bb99055ca00), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.041252 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:55:34.050183 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (518597c5-f7eb-4380-a78c-9bb99055ca00), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.050692 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 0e693137-d86a-4bf7-9dbf-206e980774e5 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:55:34.050692 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 0e693137-d86a-4bf7-9dbf-206e980774e5 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:55:34.059966 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Calling delete_port for 3b11b485-3981-4f94-b117-431e97d38500 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:55:34.063790 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.ipam_backend_mixin [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Port 3b11b485-3981-4f94-b117-431e97d38500 was not found and therefore no delete operation was performed {{(pid=113154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 05:55:34.068150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (3b11b485-3981-4f94-b117-431e97d38500), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.105671 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:34.108263 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] Pushing event deleted for resources: {'Port': ['ID=3b11b485-3981-4f94-b117-431e97d38500,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:34.122420 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bfef2-3e32-4fe0-8e2f-d21b72eb1537 None None] No DVR routers for this DVR port 3b11b485-3981-4f94-b117-431e97d38500 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:55:34.125217 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Returning: {'device': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'port_id': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'mac_address': 'fa:16:3e:57:83:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 05:55:34.133367 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 518597c5-f7eb-4380-a78c-9bb99055ca00 resource provider aggregate not found Oct 04 05:55:34.154097 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 518597c5-f7eb-4380-a78c-9bb99055ca00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 518597c5-f7eb-4380-a78c-9bb99055ca00 found for delete ", "request_id": "req-9652b875-b504-412a-9eeb-65bd15b05621"}]} Oct 04 05:55:34.168086 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 is: DOWN; New status is: BUILD {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:55:34.168571 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.169643 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (d58bd1cb-da5e-485b-a005-f0c38ffbe94b), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.182908 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 {{(pid=113154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 05:55:34.185899 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.189122 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/d58bd1cb-da5e-485b-a005-f0c38ffbe94b HTTP/1.1" status: 204 len: 168 time: 0.6859393 Oct 04 05:55:34.192457 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d98ef-bf10-423d-a722-30c31d0a19f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d58bd1cb-da5e-485b-a005-f0c38ffbe94b,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:34.203927 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:34.208661 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:34.222281 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:34.240026 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe898ac-dc07-4dac-9d2c-91e288d99cd1 req-2c5c6589-6da1-4669-aac7-c313ca1215a9 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:34.241512 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-abe898ac-dc07-4dac-9d2c-91e288d99cd1 req-2c5c6589-6da1-4669-aac7-c313ca1215a9 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 944 time: 0.0511572 Oct 04 05:55:34.292139 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-abe898ac-dc07-4dac-9d2c-91e288d99cd1 req-5a649e2f-4fe4-42d6-b352-b64cf106c53a tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Oct 04 05:55:34.324765 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.375630 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=7']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:34.552483 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50812) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:34.593045 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-cd6f16db-6375-4228-a4cd-eed92c69da4d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=45a5869786d843fe9fb5cdb6b3596c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394168 Oct 04 05:55:34.595479 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50814) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:34.645266 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-802e754e-a9b3-426b-bcdb-4a37d0256a59 admin admin] Publish callbacks [] for security_group (04995d1b-4d47-46c7-a11d-e1a2689cf5ba), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.664503 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-802e754e-a9b3-426b-bcdb-4a37d0256a59 admin admin] Publish callbacks [] for security_group (04995d1b-4d47-46c7-a11d-e1a2689cf5ba), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.670160 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] get_ports_and_sgs() called for port_ids ['7f6ca5a0-87bf-4f8b-b03d-724faba0c205'] {{(pid=113154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 05:55:34.764987 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-802e754e-a9b3-426b-bcdb-4a37d0256a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (04995d1b-4d47-46c7-a11d-e1a2689cf5ba), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.767613 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-802e754e-a9b3-426b-bcdb-4a37d0256a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:34.768758 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-802e754e-a9b3-426b-bcdb-4a37d0256a59 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/04995d1b-4d47-46c7-a11d-e1a2689cf5ba HTTP/1.1" status: 204 len: 168 time: 0.1724050 Oct 04 05:55:34.776663 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e754e-a9b3-426b-bcdb-4a37d0256a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04995d1b-4d47-46c7-a11d-e1a2689cf5ba,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:34.855587 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:35.342918 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50822) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:35.414851 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-eeb775cb-6367-408a-bda1-6fbdd595be78 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b1c0de68f6474ce2b0ec27fd91a5a166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699310 Oct 04 05:55:35.417545 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50824) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:55:35.425307 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdccb25-e33c-4442-89fe-a7bc75ee9d00 req-50c1a338-3a5d-41f7-85de-f6e43bcd0c6f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:35.426782 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0bdccb25-e33c-4442-89fe-a7bc75ee9d00 req-50c1a338-3a5d-41f7-85de-f6e43bcd0c6f tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 945 time: 0.0555997 Oct 04 05:55:35.470353 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-769cceb1-c4de-475c-b620-42101ffe9577 admin admin] Publish callbacks [] for security_group (ed707e01-8cce-4fab-ad2e-def8e5ac8785), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:35.476178 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-0bdccb25-e33c-4442-89fe-a7bc75ee9d00 req-534bb9e5-49cd-48d3-9836-ecd33c0ef45b tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Oct 04 05:55:35.489956 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-769cceb1-c4de-475c-b620-42101ffe9577 admin admin] Publish callbacks [] for security_group (ed707e01-8cce-4fab-ad2e-def8e5ac8785), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:35.597653 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-769cceb1-c4de-475c-b620-42101ffe9577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (ed707e01-8cce-4fab-ad2e-def8e5ac8785), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:35.600211 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-769cceb1-c4de-475c-b620-42101ffe9577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:35.603861 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-769cceb1-c4de-475c-b620-42101ffe9577 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ed707e01-8cce-4fab-ad2e-def8e5ac8785 HTTP/1.1" status: 204 len: 168 time: 0.1827171 Oct 04 05:55:35.609199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cceb1-c4de-475c-b620-42101ffe9577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed707e01-8cce-4fab-ad2e-def8e5ac8785,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:35.758829 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 up at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 05:55:35.803458 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.provisioning_blocks [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Provisioning complete for port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 triggered by entity L2. {{(pid=113154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 05:55:35.803832 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3437646'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), provisioning_complete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:35.804164 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Attempt 1 to provision port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 Oct 04 05:55:35.879439 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Current status of the port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 is: BUILD; New status is: ACTIVE {{(pid=113154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 05:55:35.879829 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508222'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:35.906975 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:55:35.909279 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14447f646f652978c98943760e0468478f7c8ba8aadc5a8ee6c00b85354c6c29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ece545-12b6-42a5-aa48-e138a23bfcb9" -d '{"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-plugged", "status": "completed", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:55:35.922809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:55:35.954372 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07401fd5-40a1-4fab-a0ec-3574aa58bbc8 x-openstack-request-id: req-07401fd5-40a1-4fab-a0ec-3574aa58bbc8 {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:55:35.954672 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-plugged", "status": "completed", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "code": 200}]} {{(pid=113154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:55:35.954926 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07401fd5-40a1-4fab-a0ec-3574aa58bbc8 {{(pid=113154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:55:35.955330 dv-cinder-849143-10-iscsi neutron-server[113154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07401fd5-40a1-4fab-a0ec-3574aa58bbc8'] response: {'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'code': 200} Oct 04 05:55:35.971015 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773956872641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773956418798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773956418820'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:36.021066 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Pushing event updated for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=8']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:55:36.310670 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37974efe-0666-42a1-b8c4-f2ead17dff3c req-dc808765-319d-486c-b39b-bc002860747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:36.312789 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-37974efe-0666-42a1-b8c4-f2ead17dff3c req-dc808765-319d-486c-b39b-bc002860747a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0428193 Oct 04 05:55:36.324870 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:36.358857 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-37974efe-0666-42a1-b8c4-f2ead17dff3c req-53e8bc4b-bac5-46c3-9089-23f67eb1fc63 service neutron] 10.222.0.39 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387254 Oct 04 05:55:36.584100 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:36.594757 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da28296-28b0-4a47-a6b2-d1bdafd951df req-9d5e383e-ed9b-4f05-a4f2-f1b149144d26 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:36.596260 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4da28296-28b0-4a47-a6b2-d1bdafd951df req-9d5e383e-ed9b-4f05-a4f2-f1b149144d26 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0454500 Oct 04 05:55:36.645138 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-4da28296-28b0-4a47-a6b2-d1bdafd951df req-46cdc60b-3527-416a-a386-5abdb133ab66 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Oct 04 05:55:37.768429 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc88c15-e859-42f5-bb44-0e1390b59436 req-af53f50b-5d30-40a7-b3f8-28d3de4d2b34 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:37.769884 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fdc88c15-e859-42f5-bb44-0e1390b59436 req-af53f50b-5d30-40a7-b3f8-28d3de4d2b34 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0463333 Oct 04 05:55:37.817879 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-fdc88c15-e859-42f5-bb44-0e1390b59436 req-9943c391-5dfb-4574-b638-81083e33b8f1 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Oct 04 05:55:38.942288 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74482-830f-46a7-84e1-3596aa229ac9 req-3b36e943-b6d3-4f32-b5d1-e95d8fd34e38 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:55:38.943744 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8e74482-830f-46a7-84e1-3596aa229ac9 req-3b36e943-b6d3-4f32-b5d1-e95d8fd34e38 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0488741 Oct 04 05:55:38.991375 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-c8e74482-830f-46a7-84e1-3596aa229ac9 req-51bd117b-61b0-496f-8c85-12460ab6b34c tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Oct 04 05:55:46.011792 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:46.018801 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:47.127339 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=7 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:47.132228 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=92 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:47.717525 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:47.809951 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:47.813851 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:48.984387 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=10 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:48.987261 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=23 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:55:52.133998 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:55:57.626613 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-890cda98-21e0-4f57-9862-3aee12d1fd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:55:59.929719 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d1f-0573-4ffb-ade9-32c4767b8f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:01.197575 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:02.130342 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:02.809564 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:02.855833 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:12.805967 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:12.807846 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:17.723512 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:26.157964 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:26.158744 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:27.591923 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc19b-a9a9-4e16-a84b-7a923a03606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:29.132668 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:56:29.934714 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-db202219-fa75-48e5-bd54-42674a5ba6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:31.186433 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:32.804500 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:32.900582 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:39.128654 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:44.780054 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:44.781907 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:47.722272 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:52.655006 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50854) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:56:52.791676 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Deleting port 6b9390da-ec7e-4333-abf8-b1c8dfafb7f9 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:56:52.792017 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:52.865281 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:52.865596 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for floatingip (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:52.880893 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Calling delete_port for 6b9390da-ec7e-4333-abf8-b1c8dfafb7f9 owned by network:floatingip {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:56:53.060724 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-68a7128e-3b16-4a2f-921d-d211bea3a2d5 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576615 Oct 04 05:56:53.127799 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (6b9390da-ec7e-4333-abf8-b1c8dfafb7f9), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:53.162202 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event deleted for resources: {'Port': ['ID=6b9390da-ec7e-4333-abf8-b1c8dfafb7f9,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:56:53.192245 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.192592 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.192933 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.193271 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.193602 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.193932 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.194291 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.194619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.194943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.195263 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.195857 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.196179 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.196499 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.196820 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.197138 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:56:53.222505 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-00313c89-6100-499a-bb35-2d0d13ccef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:53.223976 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-00313c89-6100-499a-bb35-2d0d13ccef69 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0922532 Oct 04 05:56:53.576289 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for floatingip (5d922bc7-8581-42c1-b9ab-34d83d04137d), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:53.576620 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.db.l3_db [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Floating IP 5d922bc7-8581-42c1-b9ab-34d83d04137d disassociated (deleted). External IP: 172.27.1.210, port: 7f6ca5a0-87bf-4f8b-b03d-724faba0c205. Oct 04 05:56:53.688848 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-07093d60-4288-48d9-b20b-e783a33a3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:53.690336 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-07093d60-4288-48d9-b20b-e783a33a3cd0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 909 time: 0.4430017 Oct 04 05:56:53.734457 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-21aadb94-d328-4b0c-8404-77c2c542451f service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 217 time: 0.0338054 Oct 04 05:56:53.736804 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:53.850187 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:53.853807 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-1cef53ae-178e-4690-9a6c-5fd9df0f19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:53.855255 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-1cef53ae-178e-4690-9a6c-5fd9df0f19d6 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0856230 Oct 04 05:56:53.911572 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Router 6889d99d-1d3b-4850-b19b-516ca457aee3 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:56:53.913580 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-22149ffb-69d5-4c51-b8db-576ea7d56a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:53.914738 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-22149ffb-69d5-4c51-b8db-576ea7d56a7e service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483642 Oct 04 05:56:54.083711 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:56:54.086920 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-7cd09386-3759-46b2-b260-7cc66564d533 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608293 Oct 04 05:56:54.089811 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for floatingip (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:54.092968 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] Sync routers for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:56:54.103735 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:56:54.104277 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:56:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:56:54.164117 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-d1ce43b1-ce9a-44c9-a51b-5d7f6e1087d7 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/5d922bc7-8581-42c1-b9ab-34d83d04137d HTTP/1.1" status: 204 len: 168 time: 1.5079908 Oct 04 05:56:54.166167 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:56:54.168399 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:56:54.210597 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:56:54.215940 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a5701fdf-b9d6-4a63-a246-95cde2a9e9cd req-ad3bed40-45d3-4c54-b3c1-84bfaeb29ff0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034043 Oct 04 05:56:54.234912 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 05:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9afccb-609b-42a5-b3ac-afcf8d3750c3 x-openstack-request-id: req-be9afccb-609b-42a5-b3ac-afcf8d3750c3 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:56:54.235448 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:56:54.235702 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be9afccb-609b-42a5-b3ac-afcf8d3750c3 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:56:54.236115 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9afccb-609b-42a5-b3ac-afcf8d3750c3'] response: {'name': 'network-changed', 'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'status': 'completed', 'code': 200} Oct 04 05:56:54.452643 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-6a22a13e-cd17-43df-aff6-be37b82d9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:54.454695 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-6a22a13e-cd17-43df-aff6-be37b82d9b87 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 1130 time: 0.0433061 Oct 04 05:56:54.481421 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:56:54.505996 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] Checking router: 6889d99d-1d3b-4850-b19b-516ca457aee3 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:56:54.514400 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:56:54.514997 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:56:30Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:56:54.549859 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-155dacfa-eee4-4196-b423-46bc4ac6f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:54.551386 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-155dacfa-eee4-4196-b423-46bc4ac6f815 service neutron] 10.222.0.39 "GET /networking/v2.0/networks?id=5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 200 len: 909 time: 0.0909064 Oct 04 05:56:54.594547 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-8f35b436-8b71-450f-801d-93d6409b63a7 service neutron] 10.222.0.39 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 200 len: 217 time: 0.0338030 Oct 04 05:56:54.615073 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:56:54.693431 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef329f-094b-4a60-aeb7-e107892971e4 req-c1347711-c0ab-44c9-be48-20d181b41e54 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:54.694926 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-58ef329f-094b-4a60-aeb7-e107892971e4 req-c1347711-c0ab-44c9-be48-20d181b41e54 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0496473 Oct 04 05:56:54.742924 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-58ef329f-094b-4a60-aeb7-e107892971e4 req-3387d2e1-e38e-41b8-8df1-d18dc0635840 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Oct 04 05:56:54.800130 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:56:54.823749 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04332ca3-a0fa-47cc-8431-14a22c88f0cc None None] The sync data for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi is: [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:52:19Z', 'revision_number': 4, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi', '_interfaces': [{'id': '46ff0f8f-ecdb-45d2-abc7-99774d0526c8', 'name': '', 'network_id': '5e2d455b-6614-4c16-abd0-19c66ac5ba21', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'mac_address': 'fa:16:3e:37:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:18Z', 'updated_at': '2022-10-04T05:52:26Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'subnets': [{'id': '7b810a2a-8003-4382-8bd6-92efeab61a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:56:55.031326 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2461ee1-10a2-4494-bf4e-7e0e6ccb3495 None None] New status for floating IP 5d922bc7-8581-42c1-b9ab-34d83d04137d: DOWN {{(pid=113154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 05:56:55.867575 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa78a-f2fa-46fc-aaf7-7fbd18d1738f req-8b4e8d14-4af2-40a2-8341-f6c5b0433765 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:55.869180 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-435fa78a-f2fa-46fc-aaf7-7fbd18d1738f req-8b4e8d14-4af2-40a2-8341-f6c5b0433765 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0485334 Oct 04 05:56:55.882764 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-136b2e1c-fb46-4f5a-a57e-89baafae47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:55.884218 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-136b2e1c-fb46-4f5a-a57e-89baafae47b1 service neutron] 10.222.0.39 "GET /networking/v2.0/subnets?id=7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 200 len: 847 time: 0.0446372 Oct 04 05:56:55.924526 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-435fa78a-f2fa-46fc-aaf7-7fbd18d1738f req-76e6ec96-04d7-4044-9572-239bd4fceaca tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495105 Oct 04 05:56:55.934806 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-80c99068-4264-45ec-b507-e4132281e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:55.936332 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-80c99068-4264-45ec-b507-e4132281e5dc service neutron] 10.222.0.39 "GET /networking/v2.0/ports?network_id=5e2d455b-6614-4c16-abd0-19c66ac5ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392609 Oct 04 05:56:56.149250 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-1cd58b1c-fd7e-4d66-b1f9-b03a8dbff045 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Oct 04 05:56:56.358165 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:56.424019 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-26367eb5-9a19-4ae9-9c1c-8db71f6d702f req-d0f732c6-4fe3-4a92-9e5f-41fa26c16ccd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823379 Oct 04 05:56:56.560731 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-5ddbe1c8-ed61-4c44-b966-32c5597f2406 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:56.562647 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-5ddbe1c8-ed61-4c44-b966-32c5597f2406 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0488064 Oct 04 05:56:56.642984 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Deleting port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:56:56.643319 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:56.690242 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=100 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:56:56.733329 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] For port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:56:56.733685 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:56.746927 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Calling delete_port for 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 owned by compute:nova {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:56:57.047365 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d98bb-26b1-4dfa-8d2f-29e4e5065fe4 req-26bd8477-22cc-4bfb-9579-f03358da3cff tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 05:56:57.048810 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a43d98bb-26b1-4dfa-8d2f-29e4e5065fe4 req-26bd8477-22cc-4bfb-9579-f03358da3cff tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 946 time: 0.0495377 Oct 04 05:56:57.067300 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (7f6ca5a0-87bf-4f8b-b03d-724faba0c205), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:57.099830 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event deleted for resources: {'Port': ['ID=7f6ca5a0-87bf-4f8b-b03d-724faba0c205,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:56:57.145810 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-a43d98bb-26b1-4dfa-8d2f-29e4e5065fe4 req-2dc582ff-1fc5-47ab-aa0d-2260cfdd2db5 tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=339d4c31-bf5b-4afe-a71a-69681df27af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913577 Oct 04 05:56:57.160646 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] No DVR routers for this DVR port 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 on host hv-cinder-84914 {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:56:57.171604 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53340'] for port (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:57.174783 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-7d01c7c8-3fb6-4922-93a7-62166149667c req-6f2be057-d924-4b8d-88f8-5e646ba1dd5d tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.39 "DELETE /networking/v2.0/ports/7f6ca5a0-87bf-4f8b-b03d-724faba0c205 HTTP/1.1" status: 204 len: 173 time: 0.6045163 Oct 04 05:56:57.175263 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-deleted', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205'}] {{(pid=113153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 05:56:57.177435 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef4ee5c916e86049c04d63118d1c775eeb160fd46e38c3e7ca74d7e2b4e2faa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e91380b-ec4f-4371-8183-1269e19fb544" -d '{"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-deleted", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205"}]}' {{(pid=113153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 05:56:57.213968 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 05:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea351102-464d-43c7-a5c1-67a5d59b6f70 x-openstack-request-id: req-ea351102-464d-43c7-a5c1-67a5d59b6f70 {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 05:56:57.214299 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50e0fa-dbc3-4053-98cf-7291cfaab92f", "name": "network-vif-deleted", "tag": "7f6ca5a0-87bf-4f8b-b03d-724faba0c205", "status": "completed", "code": 200}]} {{(pid=113153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 05:56:57.214555 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea351102-464d-43c7-a5c1-67a5d59b6f70 {{(pid=113153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 05:56:57.214963 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea351102-464d-43c7-a5c1-67a5d59b6f70'] response: {'server_uuid': '4b50e0fa-dbc3-4053-98cf-7291cfaab92f', 'name': 'network-vif-deleted', 'tag': '7f6ca5a0-87bf-4f8b-b03d-724faba0c205', 'status': 'completed', 'code': 200} Oct 04 05:56:57.597771 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-58a9fe65-befa-4047-a645-8c4ed1a56c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:56:58.252457 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [req-d7797e99-7d56-46bc-afc1-cc3ca356bb4d req-fe9b6859-4e70-4218-b03a-14dac12d8cac tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 210 time: 0.0328689 Oct 04 05:56:59.366743 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [req-5ddeb384-f011-4896-9827-5a3601af2718 req-e56641ce-f0d1-4651-9c4f-de6016dfc76e tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b50e0fa-dbc3-4053-98cf-7291cfaab92f HTTP/1.1" status: 200 len: 210 time: 0.0272889 Oct 04 05:56:59.946300 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-23e0e5d9-2e20-4e7f-8781-cfe12f480da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:00.335523 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:00.357331 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] No Port match for: 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:00.357668 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Device 7f6ca5a0-87bf-4f8b-b03d-724faba0c205 not bound to the agent host hv-cinder-84914 {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:00.431455 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50892) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:00.486486 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfc9a-b9ee-41e8-a2d9-f4371f1585dc tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group (339d4c31-bf5b-4afe-a71a-69681df27af4), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:00.511619 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfc9a-b9ee-41e8-a2d9-f4371f1585dc tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group (339d4c31-bf5b-4afe-a71a-69681df27af4), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:00.677338 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfc9a-b9ee-41e8-a2d9-f4371f1585dc tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (339d4c31-bf5b-4afe-a71a-69681df27af4), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:00.679914 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfc9a-b9ee-41e8-a2d9-f4371f1585dc tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:00.681048 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-c0bdfc9a-b9ee-41e8-a2d9-f4371f1585dc tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/339d4c31-bf5b-4afe-a71a-69681df27af4 HTTP/1.1" status: 204 len: 168 time: 0.2499933 Oct 04 05:57:00.691596 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdfc9a-b9ee-41e8-a2d9-f4371f1585dc tempest-TestShelveInstance-1890959676 tempest-TestShelveInstance-1890959676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d4c31-bf5b-4afe-a71a-69681df27af4,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:00.793996 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50896) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:00.927887 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:01.090868 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:01.103190 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (6889d99d-1d3b-4850-b19b-516ca457aee3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:01.209045 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:01.316708 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Deleting port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:01.317054 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:01.391562 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] For port 46ff0f8f-ecdb-45d2-abc7-99774d0526c8, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:01.391905 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:01.403792 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Calling delete_port for 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 owned by network:router_interface {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:01.653016 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (46ff0f8f-ecdb-45d2-abc7-99774d0526c8), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:01.681416 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ff0f8f-ecdb-45d2-abc7-99774d0526c8,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:01.837020 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:01.845375 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (6889d99d-1d3b-4850-b19b-516ca457aee3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:01.946530 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:02.048622 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Router 6889d99d-1d3b-4850-b19b-516ca457aee3 has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:57:02.145357 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:57:02.150290 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-f1ff3cf5-b5ce-4024-9c20-42de82f0d083 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/6889d99d-1d3b-4850-b19b-516ca457aee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3551996 Oct 04 05:57:02.152964 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50898) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:02.155272 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] Sync routers for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:57:02.165716 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:57:02.166371 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:57:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:02.249995 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks [] for router (6889d99d-1d3b-4850-b19b-516ca457aee3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:02.266453 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:57:02.423418 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:02.436954 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:57:01Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:02.466665 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] Checking router: 6889d99d-1d3b-4850-b19b-516ca457aee3 for host: dv-cinder-849143-10-iscsi {{(pid=113155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:57:02.469671 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=100 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:02.476126 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] Routers {'6889d99d-1d3b-4850-b19b-516ca457aee3'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:57:02.476733 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:57:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['6889d99d-1d3b-4850-b19b-516ca457aee3'], 'active': True} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:02.577828 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_dvr_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] Set router 6889d99d-1d3b-4850-b19b-516ca457aee3 gateway port host: dv-cinder-849143-10-iscsi {{(pid=113155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:57:02.612929 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks [] for router_gateway (6889d99d-1d3b-4850-b19b-516ca457aee3), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:02.720228 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Deleting port 8d52d99f-630f-4f55-9394-c85c737c2990 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:02.720943 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:02.736834 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.l3_hamode_db [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:57:01Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:02.761787 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50b6c4-ac8a-4607-a9c5-ccd4dd3d1f9f None None] The sync data for ids ['6889d99d-1d3b-4850-b19b-516ca457aee3'] in dv-cinder-849143-10-iscsi is: [{'id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'name': 'tempest-TestShelveInstance-991665501-router', 'tenant_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:15Z', 'updated_at': '2022-10-04T05:57:01Z', 'revision_number': 5, 'project_id': 'c225dfb273d64b3e94f7dae792e4cd9d', 'gw_port': {'id': '8d52d99f-630f-4f55-9394-c85c737c2990', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6889d99d-1d3b-4850-b19b-516ca457aee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:16Z', 'updated_at': '2022-10-04T05:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}] {{(pid=113155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:57:02.806605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] For port 8d52d99f-630f-4f55-9394-c85c737c2990, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=8d52d99f-630f-4f55-9394-c85c737c2990,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:02.806992 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:02.813803 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:02.821099 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Calling delete_port for 8d52d99f-630f-4f55-9394-c85c737c2990 owned by network:router_gateway {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:02.900618 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:02.932501 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:03.059245 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (8d52d99f-630f-4f55-9394-c85c737c2990), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.082076 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d52d99f-630f-4f55-9394-c85c737c2990,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:03.154534 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (6889d99d-1d3b-4850-b19b-516ca457aee3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.241627 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (6889d99d-1d3b-4850-b19b-516ca457aee3), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.243832 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks [] for router_controller (6889d99d-1d3b-4850-b19b-516ca457aee3), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.246429 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:03.350457 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (6889d99d-1d3b-4850-b19b-516ca457aee3), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.351038 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6889d99d-1d3b-4850-b19b-516ca457aee3 {{(pid=113153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:57:03.355148 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.356391 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-8f30ed14-07f6-4d39-859b-f51fb2eaf94a admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/6889d99d-1d3b-4850-b19b-516ca457aee3 HTTP/1.1" status: 204 len: 168 time: 1.2026560 Oct 04 05:57:03.358888 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50900) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:03.404772 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.db_base_plugin_v2 [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Deleting subnet 7b810a2a-8003-4382-8bd6-92efeab61a3c {{(pid=113153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:57:03.408152 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Publish callbacks [] for subnet (7b810a2a-8003-4382-8bd6-92efeab61a3c), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.444460 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16353678'] for subnet (7b810a2a-8003-4382-8bd6-92efeab61a3c), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.522148 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (7b810a2a-8003-4382-8bd6-92efeab61a3c), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.666133 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16419316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16547827'] for subnet (7b810a2a-8003-4382-8bd6-92efeab61a3c), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.692090 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b810a2a-8003-4382-8bd6-92efeab61a3c,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:03.695934 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for subnet (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.698997 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-276a51e5-2ea3-43c2-8876-3f9997175a55 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/7b810a2a-8003-4382-8bd6-92efeab61a3c HTTP/1.1" status: 204 len: 168 time: 0.3391967 Oct 04 05:57:03.701592 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50902) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:03.704114 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ddc42-ad31-410a-870f-2b38399138c0 None None] Network 5e2d455b-6614-4c16-abd0-19c66ac5ba21 requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:57:03.782286 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (5e2d455b-6614-4c16-abd0-19c66ac5ba21), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.832269 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Deleting port 06436bc4-3f41-41e5-9a85-5ad24b54eeed {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:03.832637 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.880029 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] DHCP port deletion for 5e2d455b-6614-4c16-abd0-19c66ac5ba21 request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:57:03.905564 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:03.906108 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] For port 06436bc4-3f41-41e5-9a85-5ad24b54eeed, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=06436bc4-3f41-41e5-9a85-5ad24b54eeed,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:03.906495 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.923407 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Calling delete_port for 06436bc4-3f41-41e5-9a85-5ad24b54eeed owned by network:dhcp {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:03.933040 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:03.933376 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 46ff0f8f-ecdb-45d2-abc7-99774d0526c8 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:03.933780 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 8d52d99f-630f-4f55-9394-c85c737c2990 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:03.956234 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Deleting port 06436bc4-3f41-41e5-9a85-5ad24b54eeed {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:03.956598 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:03.958386 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 8d52d99f-630f-4f55-9394-c85c737c2990 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:03.958721 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 8d52d99f-630f-4f55-9394-c85c737c2990 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:04.019728 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] For port 06436bc4-3f41-41e5-9a85-5ad24b54eeed, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=06436bc4-3f41-41e5-9a85-5ad24b54eeed,segment=NetworkSegment(ecb6afcb-39c1-470d-a86d-4a0a0a4645f1),segment_id=ecb6afcb-39c1-470d-a86d-4a0a0a4645f1)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:04.020118 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.032169 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Calling delete_port for 06436bc4-3f41-41e5-9a85-5ad24b54eeed owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:04.072168 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.097033 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Pushing event deleted for resources: {'Port': ['ID=06436bc4-3f41-41e5-9a85-5ad24b54eeed,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:04.100762 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] No DVR routers for this DVR port 06436bc4-3f41-41e5-9a85-5ad24b54eeed on host dv-cinder-849143-10-iscsi {{(pid=113153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: from cryptography.utils import int_from_bytes Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: from cryptography.utils import int_from_bytes Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.102663 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 05:57:04.106105 dv-cinder-849143-10-iscsi neutron-server[113154]: self.session.flush() Oct 04 05:57:04.108528 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (06436bc4-3f41-41e5-9a85-5ad24b54eeed), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.132374 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Pushing event deleted for resources: {'Port': ['ID=06436bc4-3f41-41e5-9a85-5ad24b54eeed,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:04.141844 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.142208 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.142556 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.142894 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.143226 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.143553 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.143883 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.144202 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.144527 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.144858 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.145184 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.145503 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.145822 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.146159 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.146504 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:04.149296 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630b18f-2990-47f3-a447-f47818dc4265 None None] No DVR routers for this DVR port 06436bc4-3f41-41e5-9a85-5ad24b54eeed on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:57:04.175994 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (5e2d455b-6614-4c16-abd0-19c66ac5ba21), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.195691 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2d455b-6614-4c16-abd0-19c66ac5ba21']}} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:04.204742 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1') {'for_net_delete': True} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:04.205036 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.services.segments.db [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb6afcb-39c1-470d-a86d-4a0a0a4645f1') {} {{(pid=113153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:04.214570 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16353783'] for segment (ecb6afcb-39c1-470d-a86d-4a0a0a4645f1), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.228211 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (ecb6afcb-39c1-470d-a86d-4a0a0a4645f1), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.229963 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:04.234820 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=113153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:57:04.239048 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16419102'] for segment (ecb6afcb-39c1-470d-a86d-4a0a0a4645f1), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.274805 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment ecb6afcb-39c1-470d-a86d-4a0a0a4645f1 resource provider aggregate not found Oct 04 05:57:04.291867 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.services.segments.plugin [-] Segment ecb6afcb-39c1-470d-a86d-4a0a0a4645f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecb6afcb-39c1-470d-a86d-4a0a0a4645f1 found for delete ", "request_id": "req-fe0c04ae-6cb8-4a5e-b8db-2e20eb20a25f"}]} Oct 04 05:57:04.380229 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (5e2d455b-6614-4c16-abd0-19c66ac5ba21), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.385939 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.389137 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/5e2d455b-6614-4c16-abd0-19c66ac5ba21 HTTP/1.1" status: 204 len: 168 time: 0.6866217 Oct 04 05:57:04.392198 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50908) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:04.400781 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822e1ba-c87c-4e87-b152-5079f6f7e16d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2d455b-6614-4c16-abd0-19c66ac5ba21,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:04.695619 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830466'] for router_interface (81486234-06d0-416c-aa6e-e12d64e7469f), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.909339 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Deleting port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:04.909673 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:04.989714 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] For port 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:04.989992 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:05.002189 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Calling delete_port for 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef owned by network:router_interface {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:05.112564 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=100 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:05.123862 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:05.266611 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (7d84d2e3-decf-44b6-978c-a15aa9ecb6ef), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:05.290884 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d84d2e3-decf-44b6-978c-a15aa9ecb6ef,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:05.303150 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.310559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-10-iscsi {{(pid=113152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 05:57:05.675187 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830454'] for router_interface (81486234-06d0-416c-aa6e-e12d64e7469f), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:05.838792 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 06436bc4-3f41-41e5-9a85-5ad24b54eeed no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:05.859776 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 06436bc4-3f41-41e5-9a85-5ad24b54eeed {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:05.860117 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 06436bc4-3f41-41e5-9a85-5ad24b54eeed not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:05.875416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Router 81486234-06d0-416c-aa6e-e12d64e7469f has already been hosted by L3 agent 1618e285-55b4-4c77-8377-fa5d3f00ade4 {{(pid=113152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 05:57:05.977670 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] Notify agent at l3_agent.dv-cinder-849143-10-iscsi the message routers_updated {{(pid=113152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 05:57:05.984068 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-c98368ca-3904-42bf-9445-0e63e8d5e602 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/81486234-06d0-416c-aa6e-e12d64e7469f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892093 Oct 04 05:57:05.985108 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50910) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:05.986078 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] Sync routers for ids ['81486234-06d0-416c-aa6e-e12d64e7469f'] in dv-cinder-849143-10-iscsi {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 05:57:05.996904 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] Routers {'81486234-06d0-416c-aa6e-e12d64e7469f'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:57:05.997514 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:57:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['81486234-06d0-416c-aa6e-e12d64e7469f'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:06.075783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:06.085186 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks [] for router (81486234-06d0-416c-aa6e-e12d64e7469f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.095940 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] Set router 81486234-06d0-416c-aa6e-e12d64e7469f gateway port host: dv-cinder-849143-10-iscsi {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:57:06.131098 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:57:06.185550 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks [] for router_gateway (81486234-06d0-416c-aa6e-e12d64e7469f), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.257940 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'external_fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:57:05Z', 'revision_number': 5, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port': {'id': 'bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83', 'name': '', 'network_id': 'b1fbbb8f-fee1-4409-b7cb-7400f7af317b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6949dad3-c1fe-4951-b75a-2f3486b3a087', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-10-iscsi'}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:06.280897 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Deleting port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 {{(pid=113153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:06.281244 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.369222 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.db [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] For port bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,segment=NetworkSegment(e2cc296b-4f8e-45df-8ff5-2e5d216c6573),segment_id=e2cc296b-4f8e-45df-8ff5-2e5d216c6573)] {{(pid=113153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:06.369588 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.383783 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Calling delete_port for bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 owned by network:router_gateway {{(pid=113153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:06.410213 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] Checking router: 81486234-06d0-416c-aa6e-e12d64e7469f for host: dv-cinder-849143-10-iscsi {{(pid=113154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 05:57:06.418516 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] Routers {'81486234-06d0-416c-aa6e-e12d64e7469f'} bound to L3 agent in host dv-cinder-849143-10-iscsi {{(pid=113154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 05:57:06.419110 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T05:34:30Z,description=,heartbeat_timestamp=2022-10-04T05:57:00Z,host='dv-cinder-849143-10-iscsi',id=1618e285-55b4-4c77-8377-fa5d3f00ade4,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T05:34:30Z,topic='l3_agent')) {'router_ids': ['81486234-06d0-416c-aa6e-e12d64e7469f'], 'active': True} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:06.500760 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvr_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] Set router 81486234-06d0-416c-aa6e-e12d64e7469f gateway port host: None {{(pid=113154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 05:57:06.549446 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_hamode_db [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:57:06Z', 'revision_number': 6, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port_host': None}], 'dv-cinder-849143-10-iscsi', False) {} {{(pid=113154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:06.573749 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465807ac-9a94-4ada-bbfa-087019215333 None None] The sync data for ids ['81486234-06d0-416c-aa6e-e12d64e7469f'] in dv-cinder-849143-10-iscsi is: [{'id': '81486234-06d0-416c-aa6e-e12d64e7469f', 'name': 'tempest-TestShelveInstance-1909101834-router', 'tenant_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T05:52:23Z', 'updated_at': '2022-10-04T05:57:06Z', 'revision_number': 6, 'project_id': 'a460d3b4dfa14b3ba28c577fa7c30f60', 'gw_port_host': None}] {{(pid=113154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 05:57:06.607513 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16419265'] for port (bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.630746 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:06.697472 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829500'] for router_gateway (81486234-06d0-416c-aa6e-e12d64e7469f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.782700 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10376'] for router (81486234-06d0-416c-aa6e-e12d64e7469f), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.785181 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks [] for router_controller (81486234-06d0-416c-aa6e-e12d64e7469f), precommit_delete_associations {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.882910 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830510'] for router (81486234-06d0-416c-aa6e-e12d64e7469f), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.883605 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81486234-06d0-416c-aa6e-e12d64e7469f {{(pid=113153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 05:57:06.889294 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.890584 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b8fcffbd-4f23-4299-81f3-0506cf399839 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/81486234-06d0-416c-aa6e-e12d64e7469f HTTP/1.1" status: 204 len: 168 time: 0.9044678 Oct 04 05:57:06.894178 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50912) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:06.941693 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Deleting subnet 2d1f4a71-e443-496d-b195-aece730336d0 {{(pid=113152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 05:57:06.945143 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Publish callbacks [] for subnet (2d1f4a71-e443-496d-b195-aece730336d0), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:06.985147 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15020874'] for subnet (2d1f4a71-e443-496d-b195-aece730336d0), precommit_delete_associations {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.061600 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3491317'] for subnet (2d1f4a71-e443-496d-b195-aece730336d0), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.104336 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:07.214633 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15063878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16617586'] for subnet (2d1f4a71-e443-496d-b195-aece730336d0), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.243019 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1f4a71-e443-496d-b195-aece730336d0,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:07.248901 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.252228 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-a5cd3430-dcdd-4d11-b730-08262e315b1b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/2d1f4a71-e443-496d-b195-aece730336d0 HTTP/1.1" status: 204 len: 168 time: 0.3579166 Oct 04 05:57:07.254616 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ecd57-c097-4a4c-9cb3-38f1bb371775 None None] Network 515ffcb9-72db-4dd0-aa11-379defe99cac requested from dv-cinder-849143-10-iscsi {{(pid=113154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 05:57:07.255155 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50914) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:07.262337 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:07.271460 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:07.310549 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:07.326058 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3562296'] for network (515ffcb9-72db-4dd0-aa11-379defe99cac), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.372050 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Deleting port bbd17a29-45d1-4d88-a16e-d575c14b9644 {{(pid=113152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:07.373932 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.402926 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] DHCP port deletion for 515ffcb9-72db-4dd0-aa11-379defe99cac request from dv-cinder-849143-10-iscsi {{(pid=113154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 05:57:07.446199 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.db [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] For port bbd17a29-45d1-4d88-a16e-d575c14b9644, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bbd17a29-45d1-4d88-a16e-d575c14b9644,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:07.446559 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.446877 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] Deleting port bbd17a29-45d1-4d88-a16e-d575c14b9644 {{(pid=113154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 05:57:07.447255 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773956872488'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), before_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.460007 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.plugin [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Calling delete_port for bbd17a29-45d1-4d88-a16e-d575c14b9644 owned by network:dhcp {{(pid=113152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:07.513075 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.db [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] For port bbd17a29-45d1-4d88-a16e-d575c14b9644, host dv-cinder-849143-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-10-iscsi',level=0,port_id=bbd17a29-45d1-4d88-a16e-d575c14b9644,segment=NetworkSegment(15740937-191b-4a3a-80dd-bfeb0e714104),segment_id=15740937-191b-4a3a-80dd-bfeb0e714104)] {{(pid=113154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 05:57:07.513475 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791100'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), precommit_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.527389 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] Calling delete_port for bbd17a29-45d1-4d88-a16e-d575c14b9644 owned by network:dhcp {{(pid=113154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 05:57:07.607976 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15063923'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.614342 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773956876454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773956418789'] for port (bbd17a29-45d1-4d88-a16e-d575c14b9644), after_delete {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.635132 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd17a29-45d1-4d88-a16e-d575c14b9644,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:07.637227 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] No DVR routers for this DVR port bbd17a29-45d1-4d88-a16e-d575c14b9644 on host dv-cinder-849143-10-iscsi {{(pid=113152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:57:07.639150 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] Pushing event deleted for resources: {'Port': ['ID=bbd17a29-45d1-4d88-a16e-d575c14b9644,revision_number=None']} {{(pid=113154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:07.642628 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83755fe1-739e-4fe7-a9bd-b01fe14489f6 None None] No DVR routers for this DVR port bbd17a29-45d1-4d88-a16e-d575c14b9644 on host dv-cinder-849143-10-iscsi {{(pid=113154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 05:57:07.713068 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433191', 'neutron.services.segments.db._delete_segments_for_network-8773956884188'] for network (515ffcb9-72db-4dd0-aa11-379defe99cac), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.733239 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515ffcb9-72db-4dd0-aa11-379defe99cac']}} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:07.742304 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15740937-191b-4a3a-80dd-bfeb0e714104') {'for_net_delete': True} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:07.742604 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.services.segments.db [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15740937-191b-4a3a-80dd-bfeb0e714104') {} {{(pid=113152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 05:57:07.752506 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773956934822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15020851'] for segment (15740937-191b-4a3a-80dd-bfeb0e714104), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.766458 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154'] for segment (15740937-191b-4a3a-80dd-bfeb0e714104), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.773430 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=113152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 05:57:07.773932 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3432154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15063980'] for segment (15740937-191b-4a3a-80dd-bfeb0e714104), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.800633 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:07.819923 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 15740937-191b-4a3a-80dd-bfeb0e714104 resource provider aggregate not found Oct 04 05:57:07.820157 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:07.820339 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device 7d84d2e3-decf-44b6-978c-a15aa9ecb6ef not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:07.821007 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:07.844667 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.services.segments.plugin [-] Segment 15740937-191b-4a3a-80dd-bfeb0e714104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15740937-191b-4a3a-80dd-bfeb0e714104 found for delete ", "request_id": "req-89c58d18-aa74-4efe-8870-81c2eed6abc2"}]} Oct 04 05:57:07.848853 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:07.849199 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bd6ea9a9-3535-4d3f-90d7-4be06f7c6e83 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:07.849607 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bbd17a29-45d1-4d88-a16e-d575c14b9644 no longer exists at agent ovs-agent-dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 05:57:07.867130 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.plugin [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] No Port match for: bbd17a29-45d1-4d88-a16e-d575c14b9644 {{(pid=113154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 05:57:07.867468 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron.plugins.ml2.rpc [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Device bbd17a29-45d1-4d88-a16e-d575c14b9644 not bound to the agent host dv-cinder-849143-10-iscsi {{(pid=113154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 05:57:07.911617 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3434260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829539'] for network (515ffcb9-72db-4dd0-aa11-379defe99cac), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.917307 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635938'] for network (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:07.920414 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/515ffcb9-72db-4dd0-aa11-379defe99cac HTTP/1.1" status: 204 len: 168 time: 0.6648519 Oct 04 05:57:07.932482 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947bef4-b158-4dca-86d8-31b9e4cf4c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=515ffcb9-72db-4dd0-aa11-379defe99cac,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:08.266082 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50922) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:08.305016 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-26e15939-05f3-4b87-8412-d05091072290 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c225dfb273d64b3e94f7dae792e4cd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377548 Oct 04 05:57:08.307470 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50924) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:08.354097 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dae563b4-3571-4a09-a5b7-956f947ca4ea admin admin] Publish callbacks [] for security_group (9a13c652-2772-430b-a6a0-336ede7b0d47), before_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:08.360747 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:08.374039 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dae563b4-3571-4a09-a5b7-956f947ca4ea admin admin] Publish callbacks [] for security_group (9a13c652-2772-430b-a6a0-336ede7b0d47), precommit_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:08.500358 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dae563b4-3571-4a09-a5b7-956f947ca4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (9a13c652-2772-430b-a6a0-336ede7b0d47), after_delete {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:08.503572 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron_lib.callbacks.manager [None req-dae563b4-3571-4a09-a5b7-956f947ca4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:08.504735 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-dae563b4-3571-4a09-a5b7-956f947ca4ea admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9a13c652-2772-430b-a6a0-336ede7b0d47 HTTP/1.1" status: 204 len: 168 time: 0.1963406 Oct 04 05:57:08.512416 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae563b4-3571-4a09-a5b7-956f947ca4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13c652-2772-430b-a6a0-336ede7b0d47,revision_number=None']} {{(pid=113152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:09.190341 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [-] (113152) accepted ('10.222.0.26', 50930) {{(pid=113152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:09.224006 dv-cinder-849143-10-iscsi neutron-server[113152]: INFO neutron.wsgi [None req-15ec8ca6-d209-4148-8da7-fe7335ebd490 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a460d3b4dfa14b3ba28c577fa7c30f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381351 Oct 04 05:57:09.226725 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [-] (113153) accepted ('10.222.0.26', 50932) {{(pid=113153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 05:57:09.247632 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:09.274996 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1dbaffa-e939-43cd-87b4-4662b1607b55 admin admin] Publish callbacks [] for security_group (994ae24a-b8c4-46aa-8820-83d7f3a4e1f0), before_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:09.295391 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1dbaffa-e939-43cd-87b4-4662b1607b55 admin admin] Publish callbacks [] for security_group (994ae24a-b8c4-46aa-8820-83d7f3a4e1f0), precommit_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:09.420137 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1dbaffa-e939-43cd-87b4-4662b1607b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775131'] for security_group (994ae24a-b8c4-46aa-8820-83d7f3a4e1f0), after_delete {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:09.422703 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron_lib.callbacks.manager [None req-b1dbaffa-e939-43cd-87b4-4662b1607b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:09.423859 dv-cinder-849143-10-iscsi neutron-server[113153]: INFO neutron.wsgi [None req-b1dbaffa-e939-43cd-87b4-4662b1607b55 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/994ae24a-b8c4-46aa-8820-83d7f3a4e1f0 HTTP/1.1" status: 204 len: 168 time: 0.1961648 Oct 04 05:57:09.431560 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbaffa-e939-43cd-87b4-4662b1607b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994ae24a-b8c4-46aa-8820-83d7f3a4e1f0,revision_number=None']} {{(pid=113153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 05:57:12.739887 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=27 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:17.734389 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:19.217983 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:19.220874 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG dbcounter [-] [113152] Writing DB stats neutron:SELECT=54,neutron:DELETE=6 {{(pid=113152) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:19.427855 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG dbcounter [-] [113153] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113153) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:24.774046 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=11 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:24.778006 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=48 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:27.608382 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-23d5bff3-9e04-429d-9be2-7e07abf6180b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:29.928376 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-1f7f1844-cb52-4e26-8899-d83b511bb87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:31.218028 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:32.802553 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:32.911060 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:38.135055 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:38.139908 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:42.811650 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:42.819660 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:43.129882 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:57:47.778104 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:53.125296 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:53.126067 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:57:57.611574 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d2d478ca-637c-4168-820b-5842e594579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:57:59.939141 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-4e876ce3-8624-47f7-9075-58d0c43bffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:01.207956 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:02.829342 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:02.903136 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:12.815518 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:12.821221 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:15.136169 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:15.151867 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:17.765611 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:20.128913 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:58:27.607609 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8e07-acd1-4f61-a5cd-65de8f8e6684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:29.932876 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-41f875b9-060e-41c3-9e85-87cb9df8bc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:30.123763 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:30.124523 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:31.217323 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:32.800437 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:32.873921 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:44.781078 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:44.782926 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:47.772906 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:52.137662 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:52.141550 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:58:57.127971 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:58:57.635321 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-191f094a-36e2-4da7-8f04-2e84f6bba858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:58:59.942230 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-b650a37b-8388-4106-8942-20916dafd944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:01.212103 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:02.815441 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:02.875512 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:07.123721 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:07.124549 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:12.752520 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:12.823900 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:17.783495 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:27.611583 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-428f2ab4-4c9f-47b0-8a47-6bbe33a62150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:29.135986 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:29.141164 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=18 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:29.969835 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-56450596-37f1-46ab-8bb0-9fa06071f7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:31.226597 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:32.828570 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:32.857098 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:34.127332 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 05:59:42.821793 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:42.823784 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:44.122125 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:44.122935 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 05:59:47.823198 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:57.620517 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-65a58a69-aee5-461b-b180-9b2314b44b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 05:59:59.960486 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-18f82374-21de-4444-a0e0-35060af68194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:01.234223 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:02.839783 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:02.885404 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:06.132835 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:06.136716 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:11.126320 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 06:00:12.822427 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:12.824317 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:17.793871 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:21.123083 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:27.614290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a3bc-583b-490b-8995-d84566148874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:29.005940 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-f8d09903-1e31-478c-890c-5e99acfc07de service neutron] (113152) timed out ('10.222.0.26', 43426) {{(pid=113152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 06:00:29.207917 dv-cinder-849143-10-iscsi neutron-server[113153]: DEBUG neutron.wsgi [req-a8a92eaa-e4f1-41fc-83d1-1313df9e36b6 req-bf71e485-833c-44fa-b6a1-1af3b7dd2661 tempest-AttachVolumeShelveTestJSON-1915031324 tempest-AttachVolumeShelveTestJSON-1915031324-project] (113153) timed out ('10.222.0.26', 43436) {{(pid=113153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 06:00:29.950973 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bd980904-94b2-46ee-b778-3daab8880b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:31.222063 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:32.153339 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:32.804967 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:32.862055 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:43.127804 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:43.132641 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=3 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:44.788268 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:44.790170 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:47.798842 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:48.124938 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 06:00:57.604152 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-66fdc8d8-7ff3-4bd2-b1a3-0a3b6f7c045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:00:58.120531 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:00:59.990893 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-d177fe01-a25e-4625-aa10-7a3902035d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:01.241915 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:02.835877 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:02.915964 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:03.420094 dv-cinder-849143-10-iscsi neutron-server[113152]: DEBUG neutron.wsgi [req-1d25c986-b0e2-4b31-8876-d9abb5548327 req-52240f65-b097-425c-9247-71cd0c4c9780 service neutron] (113152) timed out ('10.222.0.39', 53197) {{(pid=113152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 06:01:12.828772 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:12.830623 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:17.797981 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:24.788414 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=18 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:24.790291 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=14 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:25.124186 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 06:01:27.609796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-c21bf27f-9c77-48c6-9fee-b50c4502718f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:29.949629 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e86d-c3bb-4c12-90aa-fa80d4fa248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:31.281073 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:32.837678 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:32.892619 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:35.119858 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:35.120630 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:42.835050 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:42.836894 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:47.820706 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:57.130154 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=2 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:57.135058 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=4 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:01:57.629065 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-e575f9fd-bd7e-4946-ac3f-68ef86783595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (fa3f7865-91fb-4fa2-9893-a2dd3f1ac379), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:01:59.980322 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-406ea3d5-6d5c-4a5d-8ba2-46241cf82336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (1618e285-55b4-4c77-8377-fa5d3f00ade4), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:02:01.255033 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-709a55fc-8c64-4705-b0f0-bbc977c4c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (cf959a26-fae2-480b-aed5-b8e75bfa608e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:02:02.123180 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG neutron.db.agents_db [None req-b9f13b11-4711-4d9e-b87a-deb17b1063e6 None None] Agent healthcheck: found 6 active agents {{(pid=113155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 06:02:02.831809 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-00b66e73-fc47-4236-b4e6-3acfd85ff3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (54de0ff7-9a1d-41f8-b2f1-fdc75ff56a69), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:02:02.877796 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-bec9a761-c26a-4c5c-986c-65d81c9a5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (4658e800-fee7-4cf9-947e-771b3ce8b0fe), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 06:02:12.118305 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:02:12.119141 dv-cinder-849143-10-iscsi neutron-server[113155]: DEBUG dbcounter [-] [113155] Writing DB stats neutron:SELECT=1 {{(pid=113155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:02:12.828290 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:02:12.830626 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG dbcounter [-] [113154] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 06:02:17.834522 dv-cinder-849143-10-iscsi neutron-server[113154]: DEBUG neutron_lib.callbacks.manager [None req-22455431-5162-479a-9b2f-50f969aeba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773956884170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437736'] for agent (f70c7b4d-8666-4179-8051-5ea8e4ab897e), after_update {{(pid=113154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}